-- Logs begin at Wed 2021-09-01 01:25:25 UTC, end at Wed 2021-09-01 02:33:44 UTC. -- Sep 01 02:08:47.175628 dv-cinder-799668-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 02:08:49.852895 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.common.config [-] Logging enabled! Sep 01 02:08:49.853434 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Sep 01 02:08:49.853587 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94529) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 02:08:49.856851 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.common.config [-] Logging enabled! Sep 01 02:08:49.857108 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Sep 01 02:08:49.857422 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94529) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 02:08:49.858354 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 02:08:49.858591 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 02:08:49.858958 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 02:08:49.859204 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 02:08:49.859459 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 02:08:49.859787 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.860089 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.860387 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.860620 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.860919 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.861211 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.861496 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.861788 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.862092 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.862381 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.862664 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.862951 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.863182 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.863485 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.863772 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.864058 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.864284 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] debug = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.864563 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.864982 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.865381 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.865662 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.865949 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.866227 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.866498 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.866771 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.867054 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.867377 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] host = dv-cinder-799668-15-iscsi {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.867676 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.867962 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.868246 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.868529 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.868805 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.869079 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.869361 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.869632 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.869903 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.870179 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.870463 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.870745 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.871030 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.871254 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.871497 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.871784 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.872075 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.872351 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.872626 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.872901 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.873175 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.873448 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.873714 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.874493 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.874779 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.875065 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.875342 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.875643 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.875914 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.876187 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.876476 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.876751 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.877027 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.877303 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.877590 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.877861 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.878132 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.878431 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.878715 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.878995 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.879277 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.879579 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.879861 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.880131 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.880402 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.880672 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_json = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.880943 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.881211 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.881490 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.881760 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.882035 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.882306 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.882575 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.882858 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:49.883151 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.883472 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.883773 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.884053 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.884344 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.884625 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.884912 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.885187 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.885471 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.885755 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.886289 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.886563 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.886846 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.887122 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.887439 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.887743 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.888034 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.888320 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.888593 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.888862 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.889131 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.889405 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.890262 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.890539 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.890824 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.891110 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.891414 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.891701 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.891997 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.892284 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.892557 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.892831 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.893119 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.893397 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.893668 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.893945 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.894231 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.894507 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.894780 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.895061 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.895339 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.895634 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.895903 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.896179 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.896466 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.896743 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.897015 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.897285 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.897560 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.897831 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.898115 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.898390 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.898660 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.898933 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.899211 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.899512 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.899786 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.900063 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.900334 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.900612 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.900882 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.901155 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.901429 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.901700 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.901975 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.902246 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.902517 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.902792 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.903066 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.903337 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.903634 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.903905 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.904179 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.904465 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.904762 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.905039 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.905343 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.905625 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.905903 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.906179 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.906454 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.906732 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.907010 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.907284 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.907602 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.907888 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.908174 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.908456 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.908734 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.909030 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.909308 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.909592 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.909868 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.910146 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.910426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.910707 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.910995 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.911288 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.911612 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.911907 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.912199 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.912483 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.912790 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.913069 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:49.913287 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 02:08:49.913527 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94529) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 02:08:50.257817 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 02:08:50.258097 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 02:08:50.258392 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 02:08:50.258726 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 02:08:50.648814 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.649104 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.649377 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.650657 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.650932 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.651198 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.684559 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.684839 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.685105 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.701532 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.701814 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.702136 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.730300 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.730582 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.730853 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.766722 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.766954 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.767226 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.996800 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.997412 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.997412 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.997600 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:50.998296 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.116870 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.117129 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.117412 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.117686 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.117957 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.118272 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.118536 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.118794 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.119050 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.119331 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.119621 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.119888 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.120145 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.120397 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.120654 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.120923 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.121178 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.121449 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.121724 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.121986 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.122256 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.122508 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.122789 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.123165 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.123438 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.123689 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.124614 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 02:08:51.124858 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 02:08:51.125096 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 02:08:51.125333 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 02:08:51.125568 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 02:08:51.125805 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 02:08:51.126163 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 02:08:51.129239 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 02:08:51.133186 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 02:08:51.137168 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 01 02:08:51.138787 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 02:08:51.139237 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 02:08:51.139783 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 02:08:51.140167 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 02:08:51.142929 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 02:08:51.143181 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 02:08:51.143558 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 02:08:51.148821 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 02:08:51.170285 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 02:08:51.171234 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.171580 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94529) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 01 02:08:51.171942 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.173291 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94529) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 02:08:51.173577 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 02:08:51.173819 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 02:08:51.177018 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.177305 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:51.240406 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 02:08:51.240641 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 02:08:51.240878 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 02:08:51.241241 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 02:08:51.262351 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_db.sqlalchemy.engines [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94529) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 02:08:51.884126 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Initializing driver for type 'gre' Sep 01 02:08:51.884611 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] gre ID ranges: [(1, 1000)] Sep 01 02:08:52.048088 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Initializing driver for type 'local' Sep 01 02:08:52.048631 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Initializing driver for type 'vlan' Sep 01 02:08:52.141017 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] VlanTypeDriver initialization complete Sep 01 02:08:52.141297 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Initializing driver for type 'vxlan' Sep 01 02:08:52.141779 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] vxlan ID ranges: [(1, 1000)] Sep 01 02:08:52.306533 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Initializing extension driver 'port_security' Sep 01 02:08:52.306862 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] PortSecurityExtensionDriver initialization complete Sep 01 02:08:52.307197 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Initializing mechanism driver 'openvswitch' Sep 01 02:08:52.307563 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Initializing mechanism driver 'hyperv' Sep 01 02:08:52.314060 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:08:52.314742 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > port after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.315117 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.315557 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.316072 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 02:08:52.316503 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > subnet after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.316882 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > subnet after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.317230 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.317651 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 02:08:52.318061 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > network after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.318411 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > network after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.318756 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > network after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.319143 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 02:08:52.319599 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > security_group after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.325420 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > security_group after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.325420 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > security_group after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.325420 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 02:08:52.325420 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.325420 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.325785 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.325785 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 02:08:52.325785 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > address_group after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.325785 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > address_group after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.325785 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > address_group after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.326141 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 02:08:52.326141 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] ML2 OVO RPC backend initialized. {{(pid=94529) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 01 02:08:52.326141 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.326141 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.326141 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > network before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.326528 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > networks before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.326528 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > port before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.326528 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > ports before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.326880 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > subnet before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.327737 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > subnets before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.328088 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > network after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.328427 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > network after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.328763 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > network after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.329098 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > port after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.329432 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.329767 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.330099 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > subnet after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.330433 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > subnet after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.330765 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.331331 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.plugin [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Modular L2 Plugin initialization complete Sep 01 02:08:52.331682 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading services supported by the core plugin {{(pid=94529) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 02:08:52.332009 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Got port-security extension from driver 'port_security' Sep 01 02:08:52.332468 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.extensions.vlantransparent [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Disabled vlantransparent extension. Sep 01 02:08:52.332984 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94529) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 02:08:52.333300 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading Plugin: router Sep 01 02:08:52.375644 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router_interface before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.376039 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router after_create 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.376411 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router before_create 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.376777 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.377151 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.377510 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router after_delete 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.377869 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > floatingip after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.378219 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > floatingip after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.378579 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router after_create 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.378924 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router after_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.379274 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router after_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.379647 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.380045 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router after_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.380455 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router precommit_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.380825 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.381164 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.381503 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: subnet after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.381840 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.382193 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > port precommit_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.382541 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router precommit_create 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.382888 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: port before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.383237 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router precommit_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.383625 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router after_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.383972 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router precommit_delete 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.384323 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router precommit_create 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.384685 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.385031 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router precommit_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.385395 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > agent after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.385763 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > agent after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.386372 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > network after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.387214 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Tracking information for resource: router configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 02:08:52.387575 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Tracking information for resource: floatingip configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 02:08:52.398322 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.db.l3_agentschedulers_db [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 02:08:52.398848 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.399211 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: port after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.399596 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.399950 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.400734 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router before_create 55550100 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.401101 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router precommit_delete 55550100 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.401468 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router precommit_create 55550100 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.401825 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > router precommit_update 55550100 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.406934 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.services.provider_configuration [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service providers = [] {{(pid=94529) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 02:08:52.407300 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.db.servicetype_db [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94529) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 02:08:52.410260 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.services.service_base [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 02:08:52.410613 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.services.service_base [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 02:08:52.410959 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.services.service_base [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 02:08:52.411938 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.services.service_base [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 02:08:52.412310 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.services.service_base [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 02:08:52.412682 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 02:08:52.412996 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 02:08:52.423500 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 02:08:52.423839 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading Plugin: auto_allocate Sep 01 02:08:52.429808 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: network precommit_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.430175 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: network precommit_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.430727 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 02:08:52.431048 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading Plugin: tag Sep 01 02:08:52.439688 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 02:08:52.440021 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading Plugin: timestamp Sep 01 02:08:52.444161 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 02:08:52.444492 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading Plugin: network_ip_availability Sep 01 02:08:52.449949 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.450323 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.450679 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.451426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 02:08:52.451750 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading Plugin: flavors Sep 01 02:08:52.463790 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 02:08:52.464124 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading Plugin: revisions Sep 01 02:08:52.468922 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 02:08:52.469308 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.211s {{(pid=94529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 02:08:52.470078 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94529) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 01 02:08:52.470417 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Initializing extension manager. Sep 01 02:08:52.470928 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: __init__.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.471269 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: __pycache__ {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.471638 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.471973 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: address_group.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.472723 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.473283 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: address-group Sep 01 02:08:52.473606 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: address_scope.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.474316 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.474820 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: address-scope Sep 01 02:08:52.475141 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: admin_state_down_before_update.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.476093 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.476599 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: router-admin-state-down-before-update Sep 01 02:08:52.476961 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: agent.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.477848 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.478359 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: agent Sep 01 02:08:52.478679 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: agent_resources_synced.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.479611 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.480183 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: agent-resources-synced Sep 01 02:08:52.480505 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: allowedaddresspairs.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.482307 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.482853 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: allowed-address-pairs Sep 01 02:08:52.483182 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: auto_allocated_topology.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.484307 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.484813 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: auto-allocated-topology Sep 01 02:08:52.485136 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: availability_zone.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.485827 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.486327 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: availability_zone Sep 01 02:08:52.486649 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: availability_zone_filter.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.487583 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.488083 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: availability_zone_filter Sep 01 02:08:52.488404 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: data_plane_status.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.489296 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.489792 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 02:08:52.490111 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: default_subnetpools.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.491013 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.491553 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: default-subnetpools Sep 01 02:08:52.491876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: dhcpagentscheduler.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.492676 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.493182 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: dhcp_agent_scheduler Sep 01 02:08:52.493508 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: dns.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.494416 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.494916 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension dns-integration not supported by any of loaded plugins Sep 01 02:08:52.495242 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: dns_domain_ports.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.496186 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.496688 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 02:08:52.497013 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.497927 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.498429 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 02:08:52.498753 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: dvr.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.499477 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.499981 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: dvr Sep 01 02:08:52.500302 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: ecmp_routes.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.501204 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.501707 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 02:08:52.502027 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: empty_string_filtering.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.502923 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.503457 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: empty-string-filtering Sep 01 02:08:52.503781 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.504681 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.505182 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 02:08:52.505500 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.506410 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.506915 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 02:08:52.507241 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: external_net.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.508179 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.508686 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: external-net Sep 01 02:08:52.509090 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: extra_dhcp_opt.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.509989 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.510486 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: extra_dhcp_opt Sep 01 02:08:52.510807 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: extraroute.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.511986 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.512675 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: extraroute Sep 01 02:08:52.512794 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: extraroute_atomic.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.513819 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.514318 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: extraroute-atomic Sep 01 02:08:52.515156 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: filter_validation.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.515850 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.516350 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: filter-validation Sep 01 02:08:52.516671 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: fip_pf_description.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.517571 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.518075 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 02:08:52.518394 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: fip_port_details.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.519302 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.519827 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: fip-port-details Sep 01 02:08:52.520147 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: flavors.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.521362 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.521881 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: flavors Sep 01 02:08:52.522206 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.523883 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.524395 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 02:08:52.524725 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: floatingip_pools.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.525428 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.525932 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: floatingip-pools Sep 01 02:08:52.526260 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: ip_allocation.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.527214 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.527757 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 02:08:52.528082 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.528996 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.529503 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: ip-substring-filtering Sep 01 02:08:52.529830 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: l2_adjacency.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.531329 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.531854 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 02:08:52.532179 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: l3.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.533278 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.533791 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: router Sep 01 02:08:52.534119 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: l3_conntrack_helper.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.536380 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.536900 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 02:08:52.537233 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.538177 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.538683 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: ext-gw-mode Sep 01 02:08:52.539010 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.539977 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.540481 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: l3-ha Sep 01 02:08:52.540804 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: l3_flavors.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.541706 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.542206 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: l3-flavors Sep 01 02:08:52.542530 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.543584 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.544087 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 02:08:52.544410 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: l3agentscheduler.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.545448 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.545994 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: l3_agent_scheduler Sep 01 02:08:52.546323 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: logging.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.547830 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.548343 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension logging not supported by any of loaded plugins Sep 01 02:08:52.548673 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: metering.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.549411 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.549982 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: metering Sep 01 02:08:52.550307 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.551378 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.551909 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: metering_source_and_destination_fields Sep 01 02:08:52.552232 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: multiprovidernet.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.553148 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.553648 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: multi-provider Sep 01 02:08:52.553970 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: netmtu.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.554877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.555376 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: net-mtu Sep 01 02:08:52.555717 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: netmtu_writable.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.556622 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.557122 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: net-mtu-writable Sep 01 02:08:52.557443 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: network_availability_zone.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.558111 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.558611 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: network_availability_zone Sep 01 02:08:52.558931 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: network_ip_availability.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.560025 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.560553 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: network-ip-availability Sep 01 02:08:52.560874 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: network_segment_range.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.561655 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.562153 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 02:08:52.562474 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: pagination.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.563459 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.563788 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: pagination Sep 01 02:08:52.564107 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: port_device_profile.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.565004 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.565514 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: port-device-profile Sep 01 02:08:52.565837 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.566737 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.567243 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: port-mac-address-regenerate Sep 01 02:08:52.567597 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.568519 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.569024 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: port-numa-affinity-policy Sep 01 02:08:52.569347 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: port_resource_request.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.570260 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.570764 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 02:08:52.571085 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: portbindings.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.572022 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.572527 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: binding Sep 01 02:08:52.572848 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: portbindings_extended.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.574217 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.574727 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: binding-extended Sep 01 02:08:52.575053 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: portsecurity.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.575979 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.576482 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: port-security Sep 01 02:08:52.576805 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: project_id.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.578296 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.578623 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: project-id Sep 01 02:08:52.578946 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: providernet.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.579884 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.580397 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: provider Sep 01 02:08:52.580719 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: qos.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.584220 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.584743 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension qos not supported by any of loaded plugins Sep 01 02:08:52.585074 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.586325 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.586832 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 02:08:52.587162 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.588098 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.588607 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 02:08:52.588933 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: qos_default.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.589840 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.590347 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension qos-default not supported by any of loaded plugins Sep 01 02:08:52.590678 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: qos_fip.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.591332 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.591866 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension qos-fip not supported by any of loaded plugins Sep 01 02:08:52.592190 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: qos_gateway_ip.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.593658 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.594160 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 02:08:52.594484 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: qos_port_network_policy.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.595430 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.595921 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 02:08:52.596246 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: qos_pps_rule.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.597407 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.597927 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension qos-pps not supported by any of loaded plugins Sep 01 02:08:52.598253 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: qos_rule_type_details.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.599161 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.599709 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 02:08:52.600034 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: qos_rules_alias.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.601065 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.601574 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 02:08:52.601898 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: quotasv2.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.602796 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.603122 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: quotas Sep 01 02:08:52.603474 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: quotasv2_detail.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.606497 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.606838 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: quota_details Sep 01 02:08:52.607170 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: rbac.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.608472 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.608997 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: rbac-policies Sep 01 02:08:52.609332 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: rbac_address_group.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.610264 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.610777 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: rbac-address-group Sep 01 02:08:52.611106 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: rbac_address_scope.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.612044 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.612553 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: rbac-address-scope Sep 01 02:08:52.612879 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: rbac_security_groups.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.613781 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.614289 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: rbac-security-groups Sep 01 02:08:52.614612 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: rbac_subnetpool.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.615540 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.616047 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: rbac-subnetpool Sep 01 02:08:52.616372 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: revisionifmatch.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.617289 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.617810 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: revision-if-match Sep 01 02:08:52.618140 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: revisions.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.619241 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.619781 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: standard-attr-revisions Sep 01 02:08:52.620108 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: router_availability_zone.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.620780 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.621286 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: router_availability_zone Sep 01 02:08:52.621610 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: routerservicetype.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.622517 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.623018 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension router-service-type not supported by any of loaded plugins Sep 01 02:08:52.623342 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.624315 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.624958 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: security-groups-normalized-cidr Sep 01 02:08:52.625290 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: security_groups_port_filtering.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.626204 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.626711 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: port-security-groups-filtering Sep 01 02:08:52.627036 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.627984 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.628492 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: security-groups-remote-address-group Sep 01 02:08:52.628817 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: securitygroup.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.638585 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.639111 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: security-group Sep 01 02:08:52.639983 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: segment.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.640768 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.641275 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension segment not supported by any of loaded plugins Sep 01 02:08:52.641603 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.642539 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.643048 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 02:08:52.643369 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: servicetype.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.644638 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.645161 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: service-type Sep 01 02:08:52.645492 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: sorting.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.646466 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.646797 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: sorting Sep 01 02:08:52.647119 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: standard_attr_segment.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.648061 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.648623 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 02:08:52.648902 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: standardattrdescription.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.649548 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.650048 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: standard-attr-description Sep 01 02:08:52.650368 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: stateful_security_group.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.651283 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.651821 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: stateful-security-group Sep 01 02:08:52.652146 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: stdattrs_common.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.652734 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 02:08:52.653056 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.653972 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.654476 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 02:08:52.654798 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: subnet_onboard.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.655939 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.656448 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: subnet_onboard Sep 01 02:08:52.656772 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.657685 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.658188 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 02:08:52.658509 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: subnet_service_types.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.659466 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.659975 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: subnet-service-types Sep 01 02:08:52.660297 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: subnetallocation.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.661373 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.661877 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: subnet_allocation Sep 01 02:08:52.662199 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.662858 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.663358 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: subnetpool-prefix-ops Sep 01 02:08:52.663703 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.664621 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.665127 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 02:08:52.665448 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: tagging.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.666492 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.667006 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: standard-attr-tag Sep 01 02:08:52.667332 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: timestamp.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.668547 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.669062 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loaded extension: standard-attr-timestamp Sep 01 02:08:52.669390 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: trunk.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.670414 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.671475 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension trunk not supported by any of loaded plugins Sep 01 02:08:52.671806 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: trunk_details.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.672725 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.673306 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension trunk-details not supported by any of loaded plugins Sep 01 02:08:52.673635 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: uplink_status_propagation.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.674551 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.675058 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 02:08:52.675400 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Loading extension file: vlantransparent.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 02:08:52.676072 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 02:08:52.677716 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 02:08:52.680170 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:network Sep 01 02:08:52.680688 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:subnet Sep 01 02:08:52.681087 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 02:08:52.681478 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:port Sep 01 02:08:52.682691 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.683129 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service FLAVORS assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.683788 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.684216 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.684548 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:router Sep 01 02:08:52.684985 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:floatingip Sep 01 02:08:52.685485 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service METERING assigned prefix: /metering {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.686992 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.687377 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.687758 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:08:52.688804 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 02:08:52.689287 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:security_group Sep 01 02:08:52.689713 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 02:08:52.691488 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service CORE assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.691831 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 02:08:52.692183 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] subnetpool is already registered Sep 01 02:08:52.692610 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service CORE assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.692937 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 02:08:52.693279 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] subnetpool is already registered Sep 01 02:08:52.695572 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.696007 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service FLAVORS assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.696601 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.697023 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.697356 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:router Sep 01 02:08:52.697695 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] router is already registered Sep 01 02:08:52.698108 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:floatingip Sep 01 02:08:52.698444 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] floatingip is already registered Sep 01 02:08:52.698901 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service METERING assigned prefix: /metering {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.699589 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 02:08:52.699922 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] rbac_policy is already registered Sep 01 02:08:52.700332 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:security_group Sep 01 02:08:52.700666 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] security_group is already registered Sep 01 02:08:52.701059 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 02:08:52.701388 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] security_group_rule is already registered Sep 01 02:08:52.702034 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service CORE assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.702361 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 02:08:52.702693 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] subnetpool is already registered Sep 01 02:08:52.703108 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Service CORE assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 02:08:52.703453 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 02:08:52.703784 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] subnetpool is already registered Sep 01 02:08:52.704253 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: extensions {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.705696 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: address-groups {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.707176 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: address-scopes {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.708508 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: agents {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.709674 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: auto-allocated-topology {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.710914 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: availability_zones {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.712164 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: dhcp-networks {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.713683 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: dhcp-agents {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.715080 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: routers {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.717285 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: flavors {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.718996 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: service_profiles {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.720246 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: next_providers {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.721714 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: service_profiles {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.723230 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: floatingip-pools {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.724468 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: routers {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.726573 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: floatingips {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.727877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: l3-routers {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.729247 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: l3-agents {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.730635 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: metering-labels {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.732074 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: metering-label-rules {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.733920 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: network-ip-availabilities {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.735171 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: bindings {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.736831 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: quotas {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.738258 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: quotas {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.739714 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: rbac-policies {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.740920 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: security-groups {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.742204 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: security-group-rules {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.743462 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: service-providers {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.744760 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: subnetpools {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.746180 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: subnetpools {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.747661 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.749337 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.751118 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.752912 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.755684 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.757534 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.759205 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.761382 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.763110 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.764885 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 02:08:52.770676 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING keystonemiddleware.auth_token [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 02:08:52.775305 dv-cinder-799668-15-iscsi neutron-server[94529]: WARNING keystonemiddleware.auth_token [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 02:08:52.784041 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Acquired lock "singleton_lock" {{(pid=94529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 01 02:08:52.784519 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Releasing lock "singleton_lock" {{(pid=94529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 01 02:08:52.785159 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO oslo_service.service [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Starting 2 workers Sep 01 02:08:52.789992 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Started child 94638 {{(pid=94529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 02:08:52.794420 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Started child 94639 {{(pid=94529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 02:08:52.795257 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:08:52.796553 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO neutron.service [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 02:08:52.797203 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Notify callbacks [] for process, before_spawn {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:08:52.797421 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [-] (94638) wsgi starting up on http://0.0.0.0:9696 Sep 01 02:08:52.799598 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO oslo_service.service [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Starting 1 workers Sep 01 02:08:52.799746 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:08:52.801077 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [-] (94639) wsgi starting up on http://0.0.0.0:9696 Sep 01 02:08:52.804789 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Started child 94640 {{(pid=94529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 02:08:52.805318 dv-cinder-799668-15-iscsi neutron-server[94529]: INFO oslo_service.service [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Starting 1 workers Sep 01 02:08:52.808311 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.service [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] calling RpcWorker wait() {{(pid=94640) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 02:08:52.808829 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.service [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] returning from RpcWorker wait() {{(pid=94640) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 02:08:52.809778 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Started child 94641 {{(pid=94529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 02:08:52.810014 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:08:52.810513 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:08:52.810610 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1508210-7436-4771-932d-6f1e51b4b50b None None] Notify callbacks [] for process, after_spawn {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:08:52.812487 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 02:08:52.812700 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 02:08:52.812885 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 02:08:52.813105 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 02:08:52.813440 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 02:08:52.813599 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 02:08:52.814096 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.814366 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.814616 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.814872 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.815175 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.815270 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:08:52.815786 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.816028 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.816257 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.816548 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.816635 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:08:52.816813 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.816955 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.817299 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.817543 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.817792 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.818102 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.818362 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.818605 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.818875 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.819032 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.819277 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.819569 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.819815 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.820069 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] debug = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.820310 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.820799 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.821024 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.821281 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.821495 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.821767 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.822017 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.822319 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.822518 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.822731 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.822970 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.823242 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.823499 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.823712 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.823926 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.824169 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.824384 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.824849 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] host = dv-cinder-799668-15-iscsi {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.825061 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.825304 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.825524 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.825745 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.825997 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.826207 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.826463 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.826702 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.826966 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.827257 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.827467 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.827722 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.827946 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.828181 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.828345 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_options = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.828572 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.828830 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.829091 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.829279 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.829447 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.829622 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.829864 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.830016 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.830266 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.830499 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.830712 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.830923 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.831150 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.831380 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.831661 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.831953 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.832128 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.832332 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.832588 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.832801 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.833022 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.833243 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.833453 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.833667 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.833875 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.834085 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.834325 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.834555 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.834764 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.835014 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.835252 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.835527 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.835761 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.836027 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.836253 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.836474 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.836684 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.836939 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.837167 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.837406 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.837656 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.837885 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.838121 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.838330 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.838560 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.838786 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_json = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.838993 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.839201 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.839488 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.839698 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.839922 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.840130 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.840354 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.840585 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.841824 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.842512 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.842512 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.843420 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.843579 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.843747 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.843990 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.844239 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.844497 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.844754 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.845097 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.845327 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.845614 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.845899 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.846122 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.846599 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.846853 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.846999 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 35194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:08:52.847150 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.847293 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.847671 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.847671 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.847964 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.848446 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.848688 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.848945 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.849201 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.849444 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.849776 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.850051 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.850318 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.850580 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.850802 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.851024 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.851239 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.851506 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.851725 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.851961 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.852242 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.852478 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.852697 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.852919 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.853168 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.853410 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.853628 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.853857 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.854112 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.854360 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.854577 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.854810 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.855032 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.855245 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.855555 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.855719 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.855857 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064752 Sep 01 02:08:52.856258 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.856486 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.856661 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.856888 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.857102 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.857317 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.857544 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.857810 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.857966 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.858182 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.859037 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.859240 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.859498 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.869877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.869877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.869877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.869877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.869877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.869877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.869877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.869877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.869877 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870940 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870940 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870940 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870940 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870940 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870940 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870940 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.870940 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871370 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871370 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871370 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871370 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871370 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871370 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871370 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871370 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871928 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871928 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871928 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871928 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871928 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871928 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871928 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.871928 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872393 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872393 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872393 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872393 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872393 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872393 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872393 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872393 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872871 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872871 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872871 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872871 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872871 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872871 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872871 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.872871 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.873327 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.873327 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.873488 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.873718 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.874744 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.874744 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.874744 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.874744 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.875260 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.875260 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.875523 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.875665 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.875885 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.876393 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.876827 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.877069 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.877288 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.877579 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.878038 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.878292 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.878558 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.878803 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.880431 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.880431 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.880431 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.880431 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.880431 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.880431 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.880431 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.880904 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.880904 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.881034 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.881251 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.881468 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.881716 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.881951 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.882171 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.882400 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.882635 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.882852 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.883096 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.883324 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.883555 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.883790 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.884043 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.884254 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.884470 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.884706 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.886142 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.886142 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.886142 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.886142 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.886703 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.886703 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.886703 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.887195 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.887195 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.887914 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.887914 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.887914 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.887914 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.888462 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.888462 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.889545 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.889545 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.889545 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.889545 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.889545 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.890732 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.890732 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.890732 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.891130 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.891130 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.892222 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.892222 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.892222 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.892222 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.892222 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.893383 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.893383 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.893383 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.893907 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.894209 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.894365 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.894576 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.894827 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.895046 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.895339 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.895640 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.895848 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.896116 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.896363 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.898451 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.898451 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.898451 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.898451 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.898451 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.898451 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.898451 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.898451 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.899624 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.899624 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.899624 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.899624 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.899624 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.899624 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.900584 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.900841 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.901248 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.902608 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.902608 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.902608 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.903066 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.903066 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.903330 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.903555 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.903709 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.903849 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.904029 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.904304 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.904458 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.904662 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.904891 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.905996 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.905996 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.906289 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.906812 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.906812 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.907124 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.907272 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.907941 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.908165 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.908414 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.909467 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.909699 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.910136 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.910571 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.910882 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.911467 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.911467 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.911749 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.911979 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.912255 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.912544 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.912766 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.913062 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.913387 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.913668 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.913925 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.914158 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.915125 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.915125 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.915125 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.915125 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.915449 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.915522 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.915725 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.915955 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.916199 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.916415 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.916672 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.916889 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.917118 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.917357 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.917575 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.917806 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.917961 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 02:08:52.918624 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 02:08:52.919445 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 02:08:52.919445 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 02:08:52.919445 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 02:08:52.919445 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 02:08:52.919445 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 02:08:52.919782 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.919848 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.920035 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.920123 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.920272 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.921149 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.921149 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.921149 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.921149 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.921149 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.921456 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.921456 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.921700 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.921791 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.921938 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.922080 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.922219 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.922374 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.922536 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.922698 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.922852 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.923009 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.923166 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] debug = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.923311 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.923644 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.923823 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.923968 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925245 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925245 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925245 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925245 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925245 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925245 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925245 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925245 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925735 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925735 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925735 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925735 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.925968 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.926033 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] host = dv-cinder-799668-15-iscsi {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.926184 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.926349 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.926506 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.926624 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.926782 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.926939 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.927096 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.927252 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.927458 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.927660 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.927790 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.927914 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.928060 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.928217 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.928372 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_options = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.928686 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.928841 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.930066 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.930309 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.930454 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.930592 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.930729 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.930865 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.931001 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.931136 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932111 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932111 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932111 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932111 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932111 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932111 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932517 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932517 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932517 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932701 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.932774 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.933041 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.933138 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.933230 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.933578 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.933907 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.934217 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.934380 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.934543 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.934726 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.934855 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.935003 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.935159 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.935318 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.937468 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.937468 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.937468 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.937468 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.937792 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.937792 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.937792 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.938018 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.938139 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.938284 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.938443 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.938577 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_json = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.938711 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.938847 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.938972 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.939111 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.939269 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.940089 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.940266 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.940427 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 02:08:52.940613 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.940776 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.940951 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.941113 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.941274 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.941437 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.941598 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.941941 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.941941 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.942095 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.942217 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.942552 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.942724 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.943526 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.943526 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.943526 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.943526 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.943526 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.944582 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.944582 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.944582 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.944582 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.944582 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.944582 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.944582 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.945211 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.945211 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.945211 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.945211 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.945463 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.945463 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.945626 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.945786 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.945961 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.946112 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.946273 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.946434 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.946590 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.947441 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.947441 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.947441 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.947441 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.947441 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.947819 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.947819 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.947819 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.948013 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.948114 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.948275 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.948436 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.948597 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.948757 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.948916 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.949077 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.949237 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.949406 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.949565 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.949725 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.949880 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.950041 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.950209 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.950347 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.950507 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.950667 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.950827 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.950988 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.951161 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.951321 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.951505 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.951699 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.951849 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.951953 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.952175 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.952338 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.952499 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.952661 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.952821 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.952980 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.953141 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.953300 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.953461 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.953622 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.953782 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.954020 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.954154 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.954261 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.954399 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.954612 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.954735 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.954872 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.955051 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.955211 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.955373 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.955554 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.955715 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.955876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.956035 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.956919 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.956919 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.956919 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.956919 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.956919 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.956919 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.957524 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.957524 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.957524 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.957524 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.957900 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.957900 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.958092 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.958205 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.958310 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.958412 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.958560 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.958718 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.958876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.959045 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.959206 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.959367 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.959562 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.959726 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.959896 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.960832 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.960832 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.960832 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.960832 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.960832 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.960832 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.961429 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.961429 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.961429 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.961429 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.961765 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.961765 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.961910 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.961988 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.962149 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.962335 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.962495 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.962657 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.962822 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.962981 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.963140 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.963415 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.963514 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.963634 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.963784 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.963943 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.964105 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.964267 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.964430 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.964573 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.964741 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.964882 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.965023 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.965174 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.965315 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.965454 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.965593 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.965758 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.965920 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.966062 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.966200 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.966359 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.966514 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.966656 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.966804 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.966943 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.967105 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.967250 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.967466 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.968121 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.968267 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.968455 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.968607 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.969844 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.969844 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.969844 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.969844 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.969844 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.969844 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.969844 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.969844 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.970876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.970876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.970876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.970876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.970876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.970876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.970876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.970876 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.971944 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.971944 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.971944 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.971944 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.971944 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.971944 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.971944 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.972827 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.972827 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.972827 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.972827 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.972827 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.972827 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.973622 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.973622 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.973622 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.973622 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.973622 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.974360 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.974360 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.974360 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.974360 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.974360 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.974910 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.974910 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.974910 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.975194 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.975194 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.975418 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.975418 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.975622 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.975734 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.975879 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.976039 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.976198 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.976528 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.976528 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.976830 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.976830 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.977064 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.977186 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.977308 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.977433 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.977545 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.977712 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.978035 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.978344 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.978510 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.978654 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.978807 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.978958 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.979100 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.979259 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.979464 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.979609 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.979759 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.979929 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.980093 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.980255 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.980446 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.980611 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.980756 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.980910 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.981061 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.981201 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982109 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982109 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982109 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982109 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982109 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982109 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982888 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982888 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982888 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982888 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.982888 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.984230 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.984230 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.984230 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.984230 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.984452 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.984452 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.984616 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.984867 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.985009 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.985149 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.985287 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.985426 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.985565 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.985714 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.986014 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.986184 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.986327 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.986585 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.986755 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.986755 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.987025 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.987164 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.987303 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 02:08:52.987488 dv-cinder-799668-15-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 02:08:52.997079 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:04.306240 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae9d89-a48e-406e-bb52-ee73bdd18772 None None] get_active_networks_info from dv-cinder-799668-15-iscsi {{(pid=94640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 02:09:04.473179 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae9d89-a48e-406e-bb52-ee73bdd18772 None None] No non-hosted networks {{(pid=94640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 02:09:04.496921 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c428144-9e02-4dfe-85c9-5dc0b3ba4e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371453'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:06.542697 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f21a6c25-d27a-4f3a-859b-2726dc0c1d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371453'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:06.582134 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.db.api [None req-f15f3f27-2a6b-4821-8e8c-76c2aa20e569 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799668-15-iscsi {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 02:09:06.582446 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG oslo_db.api [None req-f15f3f27-2a6b-4821-8e8c-76c2aa20e569 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 02:09:07.103805 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371453'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:07.105459 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.107553 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.108471 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.109659 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.110694 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.111253 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.112637 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.116703 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.116703 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.116703 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.116703 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.116703 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:07.117160 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799668-15-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:07.133896 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799668-15-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:07.261543 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f15f3f27-2a6b-4821-8e8c-76c2aa20e569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:08.189728 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371453'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:09.232246 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371453'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:10.550197 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 35296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:11.030930 dv-cinder-799668-15-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-f1f91725-ac7c-45aa-b923-98b5de075618 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 02:09:11.031524 dv-cinder-799668-15-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-f1f91725-ac7c-45aa-b923-98b5de075618 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 02:09:11.251174 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-f1f91725-ac7c-45aa-b923-98b5de075618 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:09:11.252241 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f1f91725-ac7c-45aa-b923-98b5de075618 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7011051 Sep 01 02:09:13.611674 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 35310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:13.761934 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.db.l3_hamode_db [None req-13ea27a8-a70d-493f-b47f-93397ab5f44b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 02:09:13.838757 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea27a8-a70d-493f-b47f-93397ab5f44b None None] Routers set() bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:09:13.839154 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea27a8-a70d-493f-b47f-93397ab5f44b None None] Router IDs set() for agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 02:09:13.920700 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dc08b7ab-88b9-4dfc-8120-6ef304d1a344 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:09:14.013386 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.policy [None req-dc08b7ab-88b9-4dfc-8120-6ef304d1a344 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 02:09:14.057588 dv-cinder-799668-15-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-dc08b7ab-88b9-4dfc-8120-6ef304d1a344 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 02:09:14.058581 dv-cinder-799668-15-iscsi neutron-server[94639]: WARNING oslo_policy.policy [None req-dc08b7ab-88b9-4dfc-8120-6ef304d1a344 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 02:09:14.067037 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.quota [None req-dc08b7ab-88b9-4dfc-8120-6ef304d1a344 admin admin] Loaded quota_driver: . Sep 01 02:09:14.226381 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc08b7ab-88b9-4dfc-8120-6ef304d1a344 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735294879944', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735294881309', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735294861262', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735294862882', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735295293238', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735294833076', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3671117', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3585642', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1665460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1596260'] for rbac-policy, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:14.407988 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc08b7ab-88b9-4dfc-8120-6ef304d1a344 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:14.409097 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-dc08b7ab-88b9-4dfc-8120-6ef304d1a344 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7964580 Sep 01 02:09:16.942535 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 35322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:17.239906 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Request body: {'network': {'name': 'private', 'project_id': '689660330a5d49ebb7787684c8abad3f', 'admin_state_up': True, 'tenant_id': '689660330a5d49ebb7787684c8abad3f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:09:17.328909 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Made reservation on behalf of 689660330a5d49ebb7787684c8abad3f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:09:17.331500 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:17.348111 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:17.465342 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:17.534804 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:17.554629 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:09:17.582147 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735293973962', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:17.582665 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Unsubscribe: segment precommit_create {{(pid=94639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 02:09:17.583163 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Added segment a592c393-6931-4d93-901a-83c17cd84b59 of type vlan for network 381a6e28-3b3e-4b90-b945-0fa4e116c116 Sep 01 02:09:17.599139 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc617cdf-7155-4cea-8e9a-a3718c64907f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:17.624688 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.625046 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.625389 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.625716 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.626043 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.626383 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.626710 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.627047 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.627409 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.627727 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.628043 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.628359 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Tracked resource versions report: Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: pushed versions: Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: { 'AddressGroup': {'1.2'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Log': {'1.0'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Network': {'1.1'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Port': {'1.7'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'PortForwarding': {'1.2'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'QosPolicy': {'1.9'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SecurityGroup': {'1.4'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SubPort': {'1.0'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Subnet': {'1.1'}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Trunk': {'1.1'}} Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: consumer versions: Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: { DHCP agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: L3 agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: Metadata agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: Metering agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: Open vSwitch agent@dv-cinder-799668-15-iscsi: { 'AddressGroup': '1.2', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'ConntrackHelper': '1.0', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Log': '1.0', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Network': '1.1', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Port': '1.7', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'PortForwarding': '1.2', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'QosPolicy': '1.9', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SecurityGroup': '1.4', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SecurityGroupRule': '1.2', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SubPort': '1.0', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Subnet': '1.1', Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Trunk': '1.1'}} Sep 01 02:09:17.629728 dv-cinder-799668-15-iscsi neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 02:09:17.701702 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:17.792407 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:17.793453 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:09:17.794106 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:17.887816 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=381a6e28-3b3e-4b90-b945-0fa4e116c116,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:17.899174 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 381a6e28-3b3e-4b90-b945-0fa4e116c116 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:09:17.907411 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c8bacc2e-5418-4940-8336-70265c363ba0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9638255 Sep 01 02:09:20.506463 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 35336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:20.887313 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e1cdc-9b43-40b9-9bf1-6a75fd267eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:09:20.888686 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-041e1cdc-9b43-40b9-9bf1-6a75fd267eb0 admin admin] 10.222.0.23 "GET /v2.0/networks/381a6e28-3b3e-4b90-b945-0fa4e116c116 HTTP/1.1" status: 200 len: 825 time: 0.3812807 Sep 01 02:09:20.913841 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-98fbbae0-4160-4526-bb52-fdbd26b7d47d admin admin] 10.222.0.23 "GET /v2.0/subnetpools/dff439b0-f80f-4c8d-98e3-46b50f4e5b9d HTTP/1.1" status: 200 len: 734 time: 0.0186985 Sep 01 02:09:20.922674 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Request body: {'subnet': {'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'dff439b0-f80f-4c8d-98e3-46b50f4e5b9d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:09:21.013425 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Made reservation on behalf of 689660330a5d49ebb7787684c8abad3f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:09:21.016199 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:21.346874 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:21.413093 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d179246a-2832-4be9-a2e9-f4fa0f99c534,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:21.417163 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Checking segment: {'id': 'a592c393-6931-4d93-901a-83c17cd84b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:09:21.417540 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Network hostable DHCP agents. Network: 381a6e28-3b3e-4b90-b945-0fa4e116c116, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:09:21.494676 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Network 381a6e28-3b3e-4b90-b945-0fa4e116c116 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:09:21.551856 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 381a6e28-3b3e-4b90-b945-0fa4e116c116) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:09:21.556481 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:09:21.557116 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:21.564147 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8603a689-245d-4cd6-8105-325e5d5385c6 None None] Network 381a6e28-3b3e-4b90-b945-0fa4e116c116 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:09:21.610327 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e293584d-a751-4758-875b-4dd7e01fbad0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6907895 Sep 01 02:09:21.890242 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881e3e73-7572-596d-9b29-31e7ad1e45fa-381a6e28-3b3e-4b90-b945-0fa4e116c116', 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'fixed_ips': [{'subnet_id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534'}]}} from dv-cinder-799668-15-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 02:09:21.891545 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:22.173707 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Allocated IP 172.20.0.2 (381a6e28-3b3e-4b90-b945-0fa4e116c116/d179246a-2832-4be9-a2e9-f4fa0f99c534/b604fda4-c3fc-43dd-ab18-eaab7e990910) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:09:22.396377 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:22.411249 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Transition to ACTIVE for port object b604fda4-c3fc-43dd-ab18-eaab7e990910 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:09:22.433055 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Transition to ACTIVE for port object b604fda4-c3fc-43dd-ab18-eaab7e990910 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:09:22.484264 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:22.559094 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Network 381a6e28-3b3e-4b90-b945-0fa4e116c116 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:09:22.563847 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:09:22.570663 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Pushing event updated for resources: {'Port': ['ID=b604fda4-c3fc-43dd-ab18-eaab7e990910,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:22.571832 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:09:22.603039 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.603420 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.603768 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.604101 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.604428 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.604771 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.605078 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.605403 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.605739 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.606062 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.606383 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.606700 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Tracked resource versions report: Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: pushed versions: Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: { 'AddressGroup': {'1.2'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Log': {'1.0'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Network': {'1.1'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Port': {'1.7'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'PortForwarding': {'1.2'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'QosPolicy': {'1.9'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SecurityGroup': {'1.4'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SubPort': {'1.0'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Subnet': {'1.1'}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Trunk': {'1.1'}} Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: consumer versions: Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: { DHCP agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: L3 agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: Metadata agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: Metering agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: Open vSwitch agent@dv-cinder-799668-15-iscsi: { 'AddressGroup': '1.2', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'ConntrackHelper': '1.0', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Log': '1.0', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Network': '1.1', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Port': '1.7', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'PortForwarding': '1.2', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'QosPolicy': '1.9', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SecurityGroup': '1.4', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SecurityGroupRule': '1.2', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SubPort': '1.0', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Subnet': '1.1', Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Trunk': '1.1'}} Sep 01 02:09:22.608135 dv-cinder-799668-15-iscsi neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 02:09:22.655648 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Attempting to bind port b604fda4-c3fc-43dd-ab18-eaab7e990910 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:09:22.656043 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Attempting to bind port b604fda4-c3fc-43dd-ab18-eaab7e990910 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': 'a592c393-6931-4d93-901a-83c17cd84b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:09:22.656471 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Attempting to bind port b604fda4-c3fc-43dd-ab18-eaab7e990910 on network 381a6e28-3b3e-4b90-b945-0fa4e116c116 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:09:22.661409 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:09:22.661824 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Checking segment: {'id': 'a592c393-6931-4d93-901a-83c17cd84b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:09:22.662300 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:22.662719 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Bound using segment: {'id': 'a592c393-6931-4d93-901a-83c17cd84b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:09:22.663205 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Bound port: b604fda4-c3fc-43dd-ab18-eaab7e990910, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a592c393-6931-4d93-901a-83c17cd84b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:09:22.663649 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:22.728259 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] For port b604fda4-c3fc-43dd-ab18-eaab7e990910, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:09:22.732406 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] For port b604fda4-c3fc-43dd-ab18-eaab7e990910, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=b604fda4-c3fc-43dd-ab18-eaab7e990910,segment=NetworkSegment(a592c393-6931-4d93-901a-83c17cd84b59),segment_id=a592c393-6931-4d93-901a-83c17cd84b59)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:09:22.826023 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:22.892305 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce52fbf-c014-437b-9222-ae7d24dc9952 None None] Pushing event updated for resources: {'Port': ['ID=b604fda4-c3fc-43dd-ab18-eaab7e990910,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:23.992135 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 35344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:24.313243 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-b60f6eea-28da-463b-845f-0a682d8940a4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:09:24.314324 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b60f6eea-28da-463b-845f-0a682d8940a4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3212321 Sep 01 02:09:26.689555 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 35352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:27.004588 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [None req-d1487b93-a94f-4d30-adac-9f3ee977f472 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:09:27.005587 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d1487b93-a94f-4d30-adac-9f3ee977f472 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151085 Sep 01 02:09:29.636466 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 35362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:29.928118 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-41b204aa-7aa7-455c-85a5-b380fbf613ad admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'name': 'router1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:09:30.030534 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41b204aa-7aa7-455c-85a5-b380fbf613ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-369684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12582'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:30.034172 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41b204aa-7aa7-455c-85a5-b380fbf613ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12589'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:30.179357 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41b204aa-7aa7-455c-85a5-b380fbf613ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:30.244110 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41b204aa-7aa7-455c-85a5-b380fbf613ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:30.323729 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41b204aa-7aa7-455c-85a5-b380fbf613ad admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:30.325115 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-41b204aa-7aa7-455c-85a5-b380fbf613ad admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6873138 Sep 01 02:09:30.879015 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device b604fda4-c3fc-43dd-ab18-eaab7e990910 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:09:31.072077 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port b604fda4-c3fc-43dd-ab18-eaab7e990910 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:09:31.206084 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f57581-d849-482b-af86-2512f1ad8a18 None None] Network 381a6e28-3b3e-4b90-b945-0fa4e116c116 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:09:31.336080 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-42118016-ee7a-43c7-abea-029f5a0de662 None None] Provisioning for port b604fda4-c3fc-43dd-ab18-eaab7e990910 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:09:31.342694 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-42118016-ee7a-43c7-abea-029f5a0de662 None None] Provisioning complete for port b604fda4-c3fc-43dd-ab18-eaab7e990910 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:09:31.343092 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42118016-ee7a-43c7-abea-029f5a0de662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:31.486900 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42118016-ee7a-43c7-abea-029f5a0de662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:31.525516 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-42118016-ee7a-43c7-abea-029f5a0de662 None None] For port b604fda4-c3fc-43dd-ab18-eaab7e990910, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=b604fda4-c3fc-43dd-ab18-eaab7e990910,segment=NetworkSegment(a592c393-6931-4d93-901a-83c17cd84b59),segment_id=a592c393-6931-4d93-901a-83c17cd84b59)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:09:31.586654 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42118016-ee7a-43c7-abea-029f5a0de662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:31.633719 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42118016-ee7a-43c7-abea-029f5a0de662 None None] Pushing event updated for resources: {'Port': ['ID=b604fda4-c3fc-43dd-ab18-eaab7e990910,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:31.704964 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-3369ae8e-efa6-4a76-ac26-6702ff37c654 None None] Provisioning complete for port b604fda4-c3fc-43dd-ab18-eaab7e990910 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:09:31.705265 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3369ae8e-efa6-4a76-ac26-6702ff37c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:32.688585 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 35374) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:32.846002 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device b604fda4-c3fc-43dd-ab18-eaab7e990910 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:09:32.892101 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port b604fda4-c3fc-43dd-ab18-eaab7e990910 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:09:32.892465 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:33.175111 dv-cinder-799668-15-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-1cc6bdc1-2090-42fd-904b-67806d91f41a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 02:09:33.175724 dv-cinder-799668-15-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-1cc6bdc1-2090-42fd-904b-67806d91f41a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 02:09:33.395155 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [None req-1cc6bdc1-2090-42fd-904b-67806d91f41a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:09:33.396316 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1cc6bdc1-2090-42fd-904b-67806d91f41a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7056520 Sep 01 02:09:34.299106 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1395d5ea-ea7b-4a4b-bfe6-53c72659ffb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:35.763136 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 35388) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:36.073540 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:09:36.073540 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.quota [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Loaded quota_driver: . Sep 01 02:09:36.190223 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Made reservation on behalf of 6d8047d06be84e159feba0327b9d22cf for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:09:36.257900 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.policy [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94638) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 02:09:36.302827 dv-cinder-799668-15-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 02:09:36.303142 dv-cinder-799668-15-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 02:09:36.313693 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:36.333174 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:36.457924 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:36.534636 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:36.546390 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3db89bd6-6b8a-40b8-98e2-4ab21c45a76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:36.548728 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Reserving flat network on physical network physnet1 {{(pid=94638) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 02:09:36.579367 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735293973962', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:36.579670 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Unsubscribe: segment precommit_create {{(pid=94638) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 02:09:36.580177 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Added segment 5f00a63c-ea06-488a-a737-10e37d820142 of type flat for network 89393945-2bfe-4da0-8579-8eccb334d266 Sep 01 02:09:36.600931 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafaee6f-4f12-44f4-a94b-4b8970aa07ba,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:36.633980 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.634346 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.634690 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.635023 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.635637 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.635984 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.636365 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.636712 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.637055 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.637381 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.637714 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.638032 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Tracked resource versions report: Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: pushed versions: Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: { 'AddressGroup': {'1.2'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'ConntrackHelper': {'1.0'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Log': {'1.0'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Network': {'1.1'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Port': {'1.7'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'PortForwarding': {'1.2'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'QosPolicy': {'1.9'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SecurityGroup': {'1.4'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SecurityGroupRule': {'1.2'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SubPort': {'1.0'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Subnet': {'1.1'}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Trunk': {'1.1'}} Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: consumer versions: Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: { DHCP agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: L3 agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: Metadata agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: Metering agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: Open vSwitch agent@dv-cinder-799668-15-iscsi: { 'AddressGroup': '1.2', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'ConntrackHelper': '1.0', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Log': '1.0', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Network': '1.1', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Port': '1.7', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'PortForwarding': '1.2', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'QosPolicy': '1.9', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SecurityGroup': '1.4', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SecurityGroupRule': '1.2', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SubPort': '1.0', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Subnet': '1.1', Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Trunk': '1.1'}} Sep 01 02:09:36.639958 dv-cinder-799668-15-iscsi neutron-server[94638]: {{(pid=94638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 02:09:36.714518 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:36.825904 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:36.827103 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:09:36.827894 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:36.922332 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] Pushing event updated for resources: {'Network': ['ID=89393945-2bfe-4da0-8579-8eccb334d266,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:36.932862 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 89393945-2bfe-4da0-8579-8eccb334d266 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:09:36.986700 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ed46bb9f-5d21-4a08-9c32-9dd486a31d70 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2219639 Sep 01 02:09:37.072286 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:38.077921 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:39.201526 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:39.310421 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 35412) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:39.522269 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93785d6f-d43b-471f-9e66-0d22099661eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:09:39.523716 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-93785d6f-d43b-471f-9e66-0d22099661eb admin admin] 10.222.0.23 "GET /v2.0/subnets/d179246a-2832-4be9-a2e9-f4fa0f99c534 HTTP/1.1" status: 200 len: 849 time: 0.2123330 Sep 01 02:09:39.694503 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ec621dab-29e0-4590-a76c-9f355e5bbd1d admin admin] 10.222.0.23 "GET /v2.0/routers/b838d554-3535-41fc-be08-e9d1396987a6 HTTP/1.1" status: 200 len: 704 time: 0.1640358 Sep 01 02:09:39.972154 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:40.265988 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Allocated IP 172.20.0.1 (381a6e28-3b3e-4b90-b945-0fa4e116c116/d179246a-2832-4be9-a2e9-f4fa0f99c534/963d1c14-7d45-44da-bc5c-287c1c537d8d) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:09:40.446957 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:40.470560 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Transition to ACTIVE for port object 963d1c14-7d45-44da-bc5c-287c1c537d8d will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:09:40.592889 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:40.665073 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Network 381a6e28-3b3e-4b90-b945-0fa4e116c116 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:09:40.670434 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:09:40.674115 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:09:40.674949 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368769'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:40.731768 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Pushing event updated for resources: {'Port': ['ID=963d1c14-7d45-44da-bc5c-287c1c537d8d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:40.917126 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1c9f8cc0-3042-49ab-aaa8-a46a45397231 None None] Provisioning for port 963d1c14-7d45-44da-bc5c-287c1c537d8d completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:09:40.920808 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1c9f8cc0-3042-49ab-aaa8-a46a45397231 None None] Provisioning complete for port 963d1c14-7d45-44da-bc5c-287c1c537d8d triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:09:40.921222 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8cc0-3042-49ab-aaa8-a46a45397231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:40.937831 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:40.954113 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f8cc0-3042-49ab-aaa8-a46a45397231 None None] Port 963d1c14-7d45-44da-bc5c-287c1c537d8d cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:09:41.188195 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:41.277100 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:41.277842 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371249'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:41.356831 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Pushing event updated for resources: {'Port': ['ID=963d1c14-7d45-44da-bc5c-287c1c537d8d,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:41.400061 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Network 381a6e28-3b3e-4b90-b945-0fa4e116c116 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:09:41.401321 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:09:41.574113 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-baeb7616-0fb9-4faa-ba8c-021b889482a1 None None] Provisioning complete for port 963d1c14-7d45-44da-bc5c-287c1c537d8d triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:09:41.574483 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baeb7616-0fb9-4faa-ba8c-021b889482a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:41.610597 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-baeb7616-0fb9-4faa-ba8c-021b889482a1 None None] Port 963d1c14-7d45-44da-bc5c-287c1c537d8d cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:09:41.620693 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Router b838d554-3535-41fc-be08-e9d1396987a6 is scheduled to L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 02:09:41.710417 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:09:41.715522 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-39ee7d65-0bbf-4ab1-a41a-d3607bda8d04 admin admin] 10.222.0.23 "PUT /v2.0/routers/b838d554-3535-41fc-be08-e9d1396987a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0153208 Sep 01 02:09:41.720745 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Sync routers for ids ['b838d554-3535-41fc-be08-e9d1396987a6'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:09:41.731967 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Routers {'b838d554-3535-41fc-be08-e9d1396987a6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:09:41.732857 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:09:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b838d554-3535-41fc-be08-e9d1396987a6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:41.914442 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Set router b838d554-3535-41fc-be08-e9d1396987a6 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:09:42.332583 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'name': 'router1', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:09:30Z', 'updated_at': '2021-09-01T02:09:40Z', 'revision_number': 2, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'gw_port_host': None, '_interfaces': [{'id': '963d1c14-7d45-44da-bc5c-287c1c537d8d', 'name': '', 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'mac_address': 'fa:16:3e:5d:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:09:39Z', 'updated_at': '2021-09-01T02:09:41Z', 'revision_number': 2, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'subnets': [{'id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff439b0-f80f-4c8d-98e3-46b50f4e5b9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:42.382645 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Checking router: b838d554-3535-41fc-be08-e9d1396987a6 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:09:42.383019 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Updating router b838d554-3535-41fc-be08-e9d1396987a6 port 963d1c14-7d45-44da-bc5c-287c1c537d8d binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:09:42.430850 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:42.941878 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:42.959074 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Transition to ACTIVE for port object 963d1c14-7d45-44da-bc5c-287c1c537d8d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:09:43.024612 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:43.189517 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Pushing event updated for resources: {'Port': ['ID=963d1c14-7d45-44da-bc5c-287c1c537d8d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:43.191987 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Attempting to bind port 963d1c14-7d45-44da-bc5c-287c1c537d8d on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:09:43.192388 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Attempting to bind port 963d1c14-7d45-44da-bc5c-287c1c537d8d by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': 'a592c393-6931-4d93-901a-83c17cd84b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:09:43.192828 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Attempting to bind port 963d1c14-7d45-44da-bc5c-287c1c537d8d on network 381a6e28-3b3e-4b90-b945-0fa4e116c116 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:09:43.203514 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.203875 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.204301 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.204539 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.204871 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.205203 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.205530 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.205856 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.206256 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.206588 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.206913 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.207236 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Tracked resource versions report: Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: pushed versions: Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: { 'AddressGroup': {'1.2'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Log': {'1.0'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Network': {'1.1'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Port': {'1.7'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'PortForwarding': {'1.2'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'QosPolicy': {'1.9'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SecurityGroup': {'1.4'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SubPort': {'1.0'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Subnet': {'1.1'}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Trunk': {'1.1'}} Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: consumer versions: Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: { DHCP agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: L3 agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: Metadata agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: Metering agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: Open vSwitch agent@dv-cinder-799668-15-iscsi: { 'AddressGroup': '1.2', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'ConntrackHelper': '1.0', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Log': '1.0', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Network': '1.1', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Port': '1.7', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'PortForwarding': '1.2', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'QosPolicy': '1.9', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SecurityGroup': '1.4', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SecurityGroupRule': '1.2', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SubPort': '1.0', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Subnet': '1.1', Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Trunk': '1.1'}} Sep 01 02:09:43.208656 dv-cinder-799668-15-iscsi neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 02:09:43.210913 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:09:43.211341 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Checking segment: {'id': 'a592c393-6931-4d93-901a-83c17cd84b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:09:43.211853 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:43.212276 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Bound using segment: {'id': 'a592c393-6931-4d93-901a-83c17cd84b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:09:43.212803 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Bound port: 963d1c14-7d45-44da-bc5c-287c1c537d8d, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a592c393-6931-4d93-901a-83c17cd84b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:09:43.213205 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:43.309204 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] For port 963d1c14-7d45-44da-bc5c-287c1c537d8d, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:09:43.342394 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] For port 963d1c14-7d45-44da-bc5c-287c1c537d8d, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=963d1c14-7d45-44da-bc5c-287c1c537d8d,segment=NetworkSegment(a592c393-6931-4d93-901a-83c17cd84b59),segment_id=a592c393-6931-4d93-901a-83c17cd84b59)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:09:43.438220 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:43.497296 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd353cd3-7dbd-4b26-908a-7eeb982b4ee8 None None] Pushing event updated for resources: {'Port': ['ID=963d1c14-7d45-44da-bc5c-287c1c537d8d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:43.500713 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Routers {'b838d554-3535-41fc-be08-e9d1396987a6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:09:43.501326 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:09:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b838d554-3535-41fc-be08-e9d1396987a6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:43.590108 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] Set router b838d554-3535-41fc-be08-e9d1396987a6 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:09:43.794429 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'name': 'router1', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:09:30Z', 'updated_at': '2021-09-01T02:09:40Z', 'revision_number': 2, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'gw_port_host': None, '_interfaces': [{'id': '963d1c14-7d45-44da-bc5c-287c1c537d8d', 'name': '', 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'mac_address': 'fa:16:3e:5d:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:09:39Z', 'updated_at': '2021-09-01T02:09:43Z', 'revision_number': 4, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'subnets': [{'id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff439b0-f80f-4c8d-98e3-46b50f4e5b9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:43.825260 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7083ba-1189-4987-b108-a59844f6e890 None None] The sync data for ids ['b838d554-3535-41fc-be08-e9d1396987a6'] in dv-cinder-799668-15-iscsi is: [{'id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'name': 'router1', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:09:30Z', 'updated_at': '2021-09-01T02:09:40Z', 'revision_number': 2, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'gw_port_host': None, '_interfaces': [{'id': '963d1c14-7d45-44da-bc5c-287c1c537d8d', 'name': '', 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'mac_address': 'fa:16:3e:5d:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:09:39Z', 'updated_at': '2021-09-01T02:09:43Z', 'revision_number': 4, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'subnets': [{'id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff439b0-f80f-4c8d-98e3-46b50f4e5b9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:09:43.939402 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 35432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:44.051848 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f853c3df-1b6e-40d3-9f14-6d6b16b8db42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:09:44.053188 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f853c3df-1b6e-40d3-9f14-6d6b16b8db42 admin admin] 10.222.0.23 "GET /v2.0/networks/89393945-2bfe-4da0-8579-8eccb334d266 HTTP/1.1" status: 200 len: 842 time: 0.1126869 Sep 01 02:09:44.063905 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:09:44.174658 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Made reservation on behalf of 6d8047d06be84e159feba0327b9d22cf for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:09:44.176971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:44.559364 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.objects.ports [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 02:09:44.559836 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:44.616676 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fcb7de6-f9a5-47b1-adfa-2f7e642090fe,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:44.621959 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:09:44.622305 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Network hostable DHCP agents. Network: 89393945-2bfe-4da0-8579-8eccb334d266, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:09:44.711293 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:09:44.808927 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 89393945-2bfe-4da0-8579-8eccb334d266) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:09:44.813456 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:09:44.814033 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:44.817833 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64364e-6a22-413f-99f0-b0c94fe2ceca None None] Network 89393945-2bfe-4da0-8579-8eccb334d266 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:09:44.918476 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e6e97196-6d58-4b4d-8f8f-2febff746796 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8412650 Sep 01 02:09:44.941689 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5ab443-50a7-455b-8a7d-b975a1f8c713 None None] Network 89393945-2bfe-4da0-8579-8eccb334d266 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:09:47.175343 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 35440) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:47.310848 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1b8ac688-77fe-4120-98b1-75cf0f322db4 admin admin] 10.222.0.23 "GET /v2.0/routers/b838d554-3535-41fc-be08-e9d1396987a6 HTTP/1.1" status: 200 len: 710 time: 0.1343093 Sep 01 02:09:47.399379 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e750777-c01c-4a2b-ba5e-a5ae03f74478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:09:47.400948 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5e750777-c01c-4a2b-ba5e-a5ae03f74478 admin admin] 10.222.0.23 "GET /v2.0/networks/89393945-2bfe-4da0-8579-8eccb334d266 HTTP/1.1" status: 200 len: 886 time: 0.0839448 Sep 01 02:09:47.410616 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:09:47.654122 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:47.951412 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:48.028096 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:48.207236 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Allocated IP 172.27.1.205 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/86cf2761-4713-40b3-81c4-13d65aee9f2d) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:09:48.304570 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:48.403266 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:48.446363 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:09:48.451292 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:09:48.453897 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:09:48.456666 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Pushing event updated for resources: {'Port': ['ID=86cf2761-4713-40b3-81c4-13d65aee9f2d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:48.760823 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:48.898842 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 963d1c14-7d45-44da-bc5c-287c1c537d8d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:09:48.979064 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12547'] for router, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:48.983257 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-369088'] for router, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:49.020230 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 963d1c14-7d45-44da-bc5c-287c1c537d8d completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:09:49.024120 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 963d1c14-7d45-44da-bc5c-287c1c537d8d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:09:49.024592 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:49.093574 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Router b838d554-3535-41fc-be08-e9d1396987a6 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:09:49.105684 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:49.138882 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 963d1c14-7d45-44da-bc5c-287c1c537d8d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=963d1c14-7d45-44da-bc5c-287c1c537d8d,segment=NetworkSegment(a592c393-6931-4d93-901a-83c17cd84b59),segment_id=a592c393-6931-4d93-901a-83c17cd84b59)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:09:49.283141 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:49.292182 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:09:49.296506 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:49.299429 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a1a109a9-9e4c-402d-867f-19ca59a34586 admin admin] 10.222.0.23 "PUT /v2.0/routers/b838d554-3535-41fc-be08-e9d1396987a6 HTTP/1.1" status: 200 len: 890 time: 1.8901913 Sep 01 02:09:49.335322 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=963d1c14-7d45-44da-bc5c-287c1c537d8d,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:50.194241 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Sync routers for ids ['b838d554-3535-41fc-be08-e9d1396987a6'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:09:50.207813 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Routers {'b838d554-3535-41fc-be08-e9d1396987a6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:09:50.208506 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:09:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b838d554-3535-41fc-be08-e9d1396987a6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:50.453127 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Set router b838d554-3535-41fc-be08-e9d1396987a6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:09:50.842453 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'name': 'router1', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '86cf2761-4713-40b3-81c4-13d65aee9f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:09:30Z', 'updated_at': '2021-09-01T02:09:48Z', 'revision_number': 4, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'gw_port': {'id': '86cf2761-4713-40b3-81c4-13d65aee9f2d', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:09:48Z', 'updated_at': '2021-09-01T02:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '963d1c14-7d45-44da-bc5c-287c1c537d8d', 'name': '', 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'mac_address': 'fa:16:3e:5d:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:09:39Z', 'updated_at': '2021-09-01T02:09:49Z', 'revision_number': 5, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'subnets': [{'id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff439b0-f80f-4c8d-98e3-46b50f4e5b9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:50.868080 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 963d1c14-7d45-44da-bc5c-287c1c537d8d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:09:50.913562 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Checking router: b838d554-3535-41fc-be08-e9d1396987a6 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:09:50.913920 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Updating router b838d554-3535-41fc-be08-e9d1396987a6 port 86cf2761-4713-40b3-81c4-13d65aee9f2d binding host dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:09:50.968690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:51.094370 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 963d1c14-7d45-44da-bc5c-287c1c537d8d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:09:51.094670 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:51.351866 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:51.361601 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Transition to ACTIVE for port object 86cf2761-4713-40b3-81c4-13d65aee9f2d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:09:51.425841 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:51.474994 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Attempting to bind port 86cf2761-4713-40b3-81c4-13d65aee9f2d on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:09:51.475396 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Attempting to bind port 86cf2761-4713-40b3-81c4-13d65aee9f2d by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:09:51.475801 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Attempting to bind port 86cf2761-4713-40b3-81c4-13d65aee9f2d on network 89393945-2bfe-4da0-8579-8eccb334d266 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:09:51.483126 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7a8df-cf20-482d-a689-09e564a18b80 None None] Pushing event updated for resources: {'Port': ['ID=86cf2761-4713-40b3-81c4-13d65aee9f2d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:51.486737 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:09:51.486737 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:09:51.486737 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:51.486737 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Bound using segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:09:51.487250 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Bound port: 86cf2761-4713-40b3-81c4-13d65aee9f2d, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:09:51.487600 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:51.542760 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] For port 86cf2761-4713-40b3-81c4-13d65aee9f2d, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:09:51.547171 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] For port 86cf2761-4713-40b3-81c4-13d65aee9f2d, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=86cf2761-4713-40b3-81c4-13d65aee9f2d,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:09:51.601965 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:51.680393 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 35452) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:09:51.734768 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Routers {'b838d554-3535-41fc-be08-e9d1396987a6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:09:51.735410 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:09:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b838d554-3535-41fc-be08-e9d1396987a6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:51.771406 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7a8df-cf20-482d-a689-09e564a18b80 None None] Pushing event updated for resources: {'Port': ['ID=86cf2761-4713-40b3-81c4-13d65aee9f2d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:51.793623 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3c3510d6-4332-41f0-a5e2-5cb5f0f02d01 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1120527 Sep 01 02:09:51.848564 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] Set router b838d554-3535-41fc-be08-e9d1396987a6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:09:52.065183 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'name': 'router1', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '86cf2761-4713-40b3-81c4-13d65aee9f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:09:30Z', 'updated_at': '2021-09-01T02:09:48Z', 'revision_number': 4, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'gw_port': {'id': '86cf2761-4713-40b3-81c4-13d65aee9f2d', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:09:48Z', 'updated_at': '2021-09-01T02:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '963d1c14-7d45-44da-bc5c-287c1c537d8d', 'name': '', 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'mac_address': 'fa:16:3e:5d:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:09:39Z', 'updated_at': '2021-09-01T02:09:49Z', 'revision_number': 5, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'subnets': [{'id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff439b0-f80f-4c8d-98e3-46b50f4e5b9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:09:52.095372 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae77b2-32d5-4f01-bbfb-f32242cb2dd3 None None] The sync data for ids ['b838d554-3535-41fc-be08-e9d1396987a6'] in dv-cinder-799668-15-iscsi is: [{'id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'name': 'router1', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '86cf2761-4713-40b3-81c4-13d65aee9f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:09:30Z', 'updated_at': '2021-09-01T02:09:48Z', 'revision_number': 4, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'gw_port': {'id': '86cf2761-4713-40b3-81c4-13d65aee9f2d', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:09:48Z', 'updated_at': '2021-09-01T02:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '963d1c14-7d45-44da-bc5c-287c1c537d8d', 'name': '', 'network_id': '381a6e28-3b3e-4b90-b945-0fa4e116c116', 'tenant_id': '689660330a5d49ebb7787684c8abad3f', 'mac_address': 'fa:16:3e:5d:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b838d554-3535-41fc-be08-e9d1396987a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:09:39Z', 'updated_at': '2021-09-01T02:09:49Z', 'revision_number': 5, 'project_id': '689660330a5d49ebb7787684c8abad3f', 'subnets': [{'id': 'd179246a-2832-4be9-a2e9-f4fa0f99c534', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff439b0-f80f-4c8d-98e3-46b50f4e5b9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:09:52.886052 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 86cf2761-4713-40b3-81c4-13d65aee9f2d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:09:53.077713 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 86cf2761-4713-40b3-81c4-13d65aee9f2d completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:09:53.082357 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 86cf2761-4713-40b3-81c4-13d65aee9f2d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:09:53.082688 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:53.172545 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:53.192911 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 86cf2761-4713-40b3-81c4-13d65aee9f2d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=86cf2761-4713-40b3-81c4-13d65aee9f2d,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:09:53.237009 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:09:53.288144 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=86cf2761-4713-40b3-81c4-13d65aee9f2d,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:09:53.874458 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:09:54.879444 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 86cf2761-4713-40b3-81c4-13d65aee9f2d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:09:54.927602 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 86cf2761-4713-40b3-81c4-13d65aee9f2d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:09:54.927979 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:10:04.287184 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c415cd9e-4a1f-4b4a-9226-ac445894bd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:10:06.552387 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06492ddb-1ed0-4017-b815-b699bbfc652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:10:07.112167 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:10:08.096994 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:10:09.208808 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:10:30.872386 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:10:34.265318 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4ab3a1f-7386-4275-8baf-63b912da4f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:10:36.513937 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea4b92a9-c637-47f2-8c16-80e6a2392839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:10:37.128311 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:10:38.573789 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:10:39.219085 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:04.264525 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce77b8b5-c520-4935-a577-c1e32406e5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:06.525723 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a064f22f-249c-46d0-84dd-6cd8996a82c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:07.070226 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:07.871313 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:11:08.075807 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:09.234285 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:28.799223 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:11:28.858830 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-722de15d-9acb-4269-a650-12ae7856b448 admin admin] GET failed (client error): The resource could not be found. Sep 01 02:11:28.860200 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-722de15d-9acb-4269-a650-12ae7856b448 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600219 Sep 01 02:11:29.018860 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a309fd5-7519-4ef4-9c1a-28fd7322ace8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:29.020318 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9a309fd5-7519-4ef4-9c1a-28fd7322ace8 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555967 Sep 01 02:11:31.163879 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36024) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:11:31.254722 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896cdea6-4f26-4f3b-bbfa-79123acf3243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:31.256065 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-896cdea6-4f26-4f3b-bbfa-79123acf3243 admin admin] 10.222.0.23 "GET /v2.0/subnets/d179246a-2832-4be9-a2e9-f4fa0f99c534 HTTP/1.1" status: 200 len: 849 time: 0.0912478 Sep 01 02:11:31.266691 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:11:31.351318 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:31.576742 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735293954012'] for subnet, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:31.607932 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:31.608526 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:31.610398 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] 10.222.0.23 "PUT /v2.0/subnets/d179246a-2832-4be9-a2e9-f4fa0f99c534 HTTP/1.1" status: 200 len: 868 time: 0.3473139 Sep 01 02:11:31.615103 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ff378-0371-4c3d-b128-910a60b964d7 None None] Network 381a6e28-3b3e-4b90-b945-0fa4e116c116 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:11:31.630854 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d179246a-2832-4be9-a2e9-f4fa0f99c534,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:11:31.638750 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.639127 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.639481 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.640089 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.640305 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.640641 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.640974 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.641304 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.641654 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.641984 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.642309 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.642637 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d91d57-70d3-487a-8e55-29df36fabff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:11:31.946518 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a1bbba00-9c59-4872-98d6-ed331da8f689 None None] Provisioning complete for port b604fda4-c3fc-43dd-ab18-eaab7e990910 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:11:31.946898 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1bbba00-9c59-4872-98d6-ed331da8f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:32.036113 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a1bbba00-9c59-4872-98d6-ed331da8f689 None None] Provisioning complete for port 963d1c14-7d45-44da-bc5c-287c1c537d8d triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:11:32.036462 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1bbba00-9c59-4872-98d6-ed331da8f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:33.764405 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36034) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:11:33.958239 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708e222-9a52-4a78-81a4-db1c92693372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:33.958721 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708e222-9a52-4a78-81a4-db1c92693372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:33.960265 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5708e222-9a52-4a78-81a4-db1c92693372 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1949716 Sep 01 02:11:34.267700 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76541e3f-519d-4ce5-8566-59ce25b5c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:36.104861 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36042) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:11:36.316440 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2350321d-8528-4ff7-a67c-8c37862e8779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:36.316843 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2350321d-8528-4ff7-a67c-8c37862e8779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:36.318377 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2350321d-8528-4ff7-a67c-8c37862e8779 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2119844 Sep 01 02:11:36.532857 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2975431b-644b-4d50-9b3b-439c0b5116a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:37.098330 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:38.086687 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:38.525247 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36050) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:11:38.656433 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d731ddc5-542e-4da5-9ef6-077efc3cce11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:38.657797 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d731ddc5-542e-4da5-9ef6-077efc3cce11 admin admin] 10.222.0.23 "GET /v2.0/networks/381a6e28-3b3e-4b90-b945-0fa4e116c116 HTTP/1.1" status: 200 len: 869 time: 0.1316075 Sep 01 02:11:39.240738 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:11:40.809198 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:11:40.935095 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c907dd-c331-403a-8570-cf2f44d1178b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:40.936476 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-77c907dd-c331-403a-8570-cf2f44d1178b admin admin] 10.222.0.23 "GET /v2.0/networks/89393945-2bfe-4da0-8579-8eccb334d266 HTTP/1.1" status: 200 len: 886 time: 0.1263545 Sep 01 02:11:43.090803 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:11:43.209961 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58895242-9d63-4936-825a-8264015cdd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:43.210425 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58895242-9d63-4936-825a-8264015cdd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:43.211940 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-58895242-9d63-4936-825a-8264015cdd28 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1201463 Sep 01 02:11:44.872412 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:11:45.350692 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:11:45.442254 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b5b2b8-75e2-47eb-96b2-aea735288d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:45.442717 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b5b2b8-75e2-47eb-96b2-aea735288d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:45.444243 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-67b5b2b8-75e2-47eb-96b2-aea735288d8d admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926168 Sep 01 02:11:47.604605 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:11:47.691168 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80788801-9635-4729-9bff-bf3cdba23689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:47.692486 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-80788801-9635-4729-9bff-bf3cdba23689 admin admin] 10.222.0.23 "GET /v2.0/subnets/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe HTTP/1.1" status: 200 len: 816 time: 0.0869310 Sep 01 02:11:49.845670 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36090) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:11:49.938809 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8be938b-88b3-41a1-bf97-7f861da4371d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:11:49.940149 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f8be938b-88b3-41a1-bf97-7f861da4371d admin admin] 10.222.0.23 "GET /v2.0/subnets/d179246a-2832-4be9-a2e9-f4fa0f99c534 HTTP/1.1" status: 200 len: 868 time: 0.0935278 Sep 01 02:12:04.279019 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-092880ac-c15c-42b6-81dc-eb52621e4339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:06.531916 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92461461-0a38-46d2-b214-7673c617ba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:07.078450 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:08.078958 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:09.249867 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:13.519264 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36144) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:12:13.567064 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [None req-262ea87f-39bb-4487-9bc8-dc637a45aa41 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:12:13.568079 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-262ea87f-39bb-4487-9bc8-dc637a45aa41 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475974 Sep 01 02:12:15.805396 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36152) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:12:15.866300 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.pecan_wsgi.hooks.translation [None req-5371ae37-c6d2-4cb7-9a1b-42d5c7938bfa admin admin] GET failed (client error): The resource could not be found. Sep 01 02:12:15.867659 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5371ae37-c6d2-4cb7-9a1b-42d5c7938bfa admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612791 Sep 01 02:12:16.009984 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789ca47-997e-459e-8904-fa9d990e7cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:12:16.011463 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1789ca47-997e-459e-8904-fa9d990e7cff admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1380441 Sep 01 02:12:18.174868 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36160) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:12:18.221657 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:12:18.312254 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Made reservation on behalf of 6d8047d06be84e159feba0327b9d22cf for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:12:18.314447 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:18.341865 dv-cinder-799668-15-iscsi neutron-server[94638]: WARNING neutron.services.revisions.revision_plugin [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Could not find related network for resource to bump revision. Sep 01 02:12:18.361309 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:12:18.364698 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:18.365040 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Added segment 0ebf95bd-2a94-4f85-b75c-e863380c7b8e of type vlan for network 8a960b9c-3133-4f5d-a669-5b7399330b7c Sep 01 02:12:18.406128 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:18.509027 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:18.510005 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:12:18.511081 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:18.566184 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] Pushing event updated for resources: {'Network': ['ID=8a960b9c-3133-4f5d-a669-5b7399330b7c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:12:18.576863 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 8a960b9c-3133-4f5d-a669-5b7399330b7c details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:12:18.635536 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9b9917e4-b72d-440b-b3cc-7f1aa3ff9056 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4593067 Sep 01 02:12:20.805500 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36168) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:12:20.865647 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07c29ca-70d9-48d4-b6de-2280002722c7 admin admin] GET failed (client error): The resource could not be found. Sep 01 02:12:20.866980 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d07c29ca-70d9-48d4-b6de-2280002722c7 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604939 Sep 01 02:12:20.936964 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59f258-4a27-40b4-b8e4-8c381463a184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:12:20.938387 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4f59f258-4a27-40b4-b8e4-8c381463a184 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667543 Sep 01 02:12:20.948630 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Request body: {'subnet': {'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:12:21.078127 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Made reservation on behalf of 6d8047d06be84e159feba0327b9d22cf for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:12:21.080298 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:21.314219 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:21.372977 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515503aa-22f5-4b52-bf96-7e17e3128bb6,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:12:21.375577 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Checking segment: {'id': '0ebf95bd-2a94-4f85-b75c-e863380c7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:12:21.376306 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Network hostable DHCP agents. Network: 8a960b9c-3133-4f5d-a669-5b7399330b7c, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:12:21.451012 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Network 8a960b9c-3133-4f5d-a669-5b7399330b7c is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:12:21.537260 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 8a960b9c-3133-4f5d-a669-5b7399330b7c) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:12:21.541342 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:12:21.541929 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:21.547924 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a0a27f-4b5c-4f42-8064-57741d4a4916 None None] Network 8a960b9c-3133-4f5d-a669-5b7399330b7c requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:12:21.646905 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e0ba807b-2f95-4f0e-9ccf-f6a6ad1a78e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7015045 Sep 01 02:12:21.802516 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881e3e73-7572-596d-9b29-31e7ad1e45fa-8a960b9c-3133-4f5d-a669-5b7399330b7c', 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c', 'tenant_id': '6d8047d06be84e159feba0327b9d22cf', 'fixed_ips': [{'subnet_id': '515503aa-22f5-4b52-bf96-7e17e3128bb6'}]}} from dv-cinder-799668-15-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 02:12:21.803596 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:21.871668 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:12:21.941416 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Allocated IP 192.168.233.2 (8a960b9c-3133-4f5d-a669-5b7399330b7c/515503aa-22f5-4b52-bf96-7e17e3128bb6/8ce66a58-bb6c-4e4c-ac37-90e9c8299369) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:12:22.086330 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:22.095329 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Transition to ACTIVE for port object 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:12:22.109973 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Transition to ACTIVE for port object 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:12:22.199014 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:22.241907 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Network 8a960b9c-3133-4f5d-a669-5b7399330b7c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:12:22.248437 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:12:22.251516 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:12:22.255817 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Pushing event updated for resources: {'Port': ['ID=8ce66a58-bb6c-4e4c-ac37-90e9c8299369,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:12:22.263186 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.263574 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.263946 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.264280 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.264615 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.264940 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.265265 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.265587 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.265924 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.266253 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.266567 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.266883 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:12:22.319498 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Attempting to bind port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:12:22.319866 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Attempting to bind port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '0ebf95bd-2a94-4f85-b75c-e863380c7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:12:22.320223 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Attempting to bind port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 on network 8a960b9c-3133-4f5d-a669-5b7399330b7c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:12:22.325686 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:12:22.326058 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Checking segment: {'id': '0ebf95bd-2a94-4f85-b75c-e863380c7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:12:22.326452 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:22.326835 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Bound using segment: {'id': '0ebf95bd-2a94-4f85-b75c-e863380c7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:12:22.327292 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Bound port: 8ce66a58-bb6c-4e4c-ac37-90e9c8299369, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebf95bd-2a94-4f85-b75c-e863380c7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:12:22.327714 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:22.394564 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] For port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:12:22.397771 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] For port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=8ce66a58-bb6c-4e4c-ac37-90e9c8299369,segment=NetworkSegment(0ebf95bd-2a94-4f85-b75c-e863380c7b8e),segment_id=0ebf95bd-2a94-4f85-b75c-e863380c7b8e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:12:22.469324 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:22.526825 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39650fc3-3141-44c9-b4d6-91105db126bd None None] Pushing event updated for resources: {'Port': ['ID=8ce66a58-bb6c-4e4c-ac37-90e9c8299369,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:12:22.999547 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:12:23.118374 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:12:23.298937 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acba13f-9e10-4dc0-b8eb-314c90538a02 None None] Network 8a960b9c-3133-4f5d-a669-5b7399330b7c requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:12:23.453758 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-57094a22-c927-46bd-8bad-6317d13ae2dc None None] Provisioning for port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:12:23.460084 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-57094a22-c927-46bd-8bad-6317d13ae2dc None None] Provisioning complete for port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:12:23.460600 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57094a22-c927-46bd-8bad-6317d13ae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:23.551949 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57094a22-c927-46bd-8bad-6317d13ae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:23.587133 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-57094a22-c927-46bd-8bad-6317d13ae2dc None None] For port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=8ce66a58-bb6c-4e4c-ac37-90e9c8299369,segment=NetworkSegment(0ebf95bd-2a94-4f85-b75c-e863380c7b8e),segment_id=0ebf95bd-2a94-4f85-b75c-e863380c7b8e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:12:23.661461 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57094a22-c927-46bd-8bad-6317d13ae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:23.713651 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57094a22-c927-46bd-8bad-6317d13ae2dc None None] Pushing event updated for resources: {'Port': ['ID=8ce66a58-bb6c-4e4c-ac37-90e9c8299369,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:12:23.780527 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c8c86a94-b00b-4ab3-8370-50b6222104fe None None] Provisioning complete for port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:12:23.780821 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8c86a94-b00b-4ab3-8370-50b6222104fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:24.976177 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:12:25.026383 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 8ce66a58-bb6c-4e4c-ac37-90e9c8299369 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:12:25.026755 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:34.306271 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2e2dad1-ffdf-4c84-9d4b-e2227806cd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:36.530903 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e10fb3b-daa2-4480-8d1d-6bd9104d9443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:37.062359 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:38.090837 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:39.234090 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:12:58.869298 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:13:04.284684 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dd72f6f-4534-40eb-af7b-4f2c47ba6192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:13:06.523112 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45f19a8f-12eb-4b28-bf54-f2cc89990db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:13:07.159457 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:13:08.113351 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:13:09.256467 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:13:34.266935 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f23befe1-4725-446e-b6a8-167f9368336b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:13:35.867160 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:13:36.528215 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a11000a-c040-46a9-9ed8-4d3de8f83948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:13:37.101752 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:13:38.095983 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:13:39.244456 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:01.139534 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36220) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:14:01.145495 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [None req-7c8e75c6-bff8-4836-aa36-2a057d171aaf tempest-verify_tempest_config-966576770 tempest-verify_tempest_config-966576770-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:14:01.146488 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7c8e75c6-bff8-4836-aa36-2a057d171aaf tempest-verify_tempest_config-966576770 tempest-verify_tempest_config-966576770-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059931 Sep 01 02:14:01.613292 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36238) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:14:01.715702 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:01.799930 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:01.933484 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:01.976494 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=193d31ae5cfb4378b252676d2911500c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3621440 Sep 01 02:14:01.977525 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa555aec-027a-4e1c-8be4-613592cd98a4,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:14:01.979797 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:14:01.984615 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.984990 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.985349 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.985693 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.986029 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.986384 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.986724 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.987072 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.987455 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.987790 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.988119 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:01.988449 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38693038-1a88-4dff-b976-0ed4873831ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.034172 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:02.054390 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:02.198211 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:02.200769 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:02.201905 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa555aec-027a-4e1c-8be4-613592cd98a4 HTTP/1.1" status: 204 len: 168 time: 0.2211516 Sep 01 02:14:02.209395 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa555aec-027a-4e1c-8be4-613592cd98a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:14:02.216748 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.217104 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.217550 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.217900 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.218238 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.218576 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.218910 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.219244 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.219617 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.219953 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.220284 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:02.220608 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e056807f-2a15-4b39-9405-ebe900b83ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:14:04.276610 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36895c01-e3cc-409c-920d-dda82ac38134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:06.546724 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d72af4af-8548-4d87-b873-e32b57d6b8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:07.095194 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:08.083333 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:09.307609 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:12.865048 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:14:34.271738 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46b5dd88-1531-4129-a573-b7a3616389c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:36.540268 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbc382ea-4c7c-4a29-b3df-3194b32c8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:37.082732 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:38.105790 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:39.248698 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:14:49.864670 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:15:04.269282 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-576e09a0-fff2-4827-ab59-9ff6eeb6eea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:06.560730 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bbacb9d-90b4-4919-bc18-19cea04acc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:07.109238 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:08.114612 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:09.280468 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:26.863867 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 5 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:15:34.258876 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48c9de79-018a-4d8b-a8fc-c2b4133fc53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:36.286467 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371453'] for agent, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:36.525696 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58fc88d-9e58-45b9-a696-2e67f6f7031f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:37.121536 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:38.104591 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:39.299137 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:15:51.048052 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:15:51.151260 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0a11e51c-b9a3-4ead-a1c8-c1e3b8960816 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1022117 Sep 01 02:15:53.328364 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36326) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:15:53.383067 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0014b2be-3804-44a9-b676-50d0008c8db7 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0536492 Sep 01 02:16:03.863676 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:16:04.269462 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05665e72-8073-4683-a5ff-020e106c7107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:06.210683 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:06.572529 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-710f547a-0525-423c-bd1a-49068ddb81a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:07.092454 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:08.126734 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:09.261774 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:34.273734 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6657395b-227d-4b2d-bceb-fd10fa9f03d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:36.211869 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:36.524672 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ae717be-be75-4523-b749-cff35dc0f40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:37.097906 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:38.113120 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:39.257752 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:16:40.862958 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:17:04.268901 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff738b44-4c01-499f-b9a3-242bccce82ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:06.205969 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:06.530110 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c86a5f25-c7bb-4d5e-a5c3-602a4894c962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:07.131190 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:08.125512 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:09.274172 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:17.861856 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:17:21.164796 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:21.192839 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36534) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:21.645894 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-network', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:21.678349 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-142676947-network', 'tenant_id': 'af0017822109465cbe08fec3245a1142'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:21.757902 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Made reservation on behalf of 19a0f039a92a4a5993956e9c1bb22d8f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:21.757902 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:21.758108 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36550) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:21.769644 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:21.792598 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:21.824205 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:21.873792 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Made reservation on behalf of af0017822109465cbe08fec3245a1142 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:21.876054 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:21.887783 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:21.972863 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.044733 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-902054054-network', 'tenant_id': '7b963e69cdb345149310ebee39eed945'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:22.065836 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-19101116-network', 'tenant_id': '040eea22f3264f20b189c0cf4a3051d1'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:22.079486 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1770793131-network', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:22.088044 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.113337 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:17:22.149910 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.150255 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Added segment 1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a of type vlan for network 25ff1c87-3840-478f-bfb8-50f6aa595d14 Sep 01 02:17:22.189144 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829c4227-692a-49b5-abce-6d4851850d75,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:22.205088 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.217058 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.217448 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.217805 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.218122 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.218451 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.218791 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.219128 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.219492 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.219833 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.220156 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.220474 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.220794 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Tracked resource versions report: Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: pushed versions: Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: { 'AddressGroup': {'1.2'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Log': {'1.0'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Network': {'1.1'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Port': {'1.7'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'PortForwarding': {'1.2'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'QosPolicy': {'1.9'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SecurityGroup': {'1.4'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SubPort': {'1.0'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Subnet': {'1.1'}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Trunk': {'1.1'}} Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: consumer versions: Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: { DHCP agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: HyperV agent@hv-cinder-79966: {}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: L3 agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: Metadata agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: Metering agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: Open vSwitch agent@dv-cinder-799668-15-iscsi: { 'AddressGroup': '1.2', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'ConntrackHelper': '1.0', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Log': '1.0', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Network': '1.1', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Port': '1.7', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'PortForwarding': '1.2', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'QosPolicy': '1.9', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SecurityGroup': '1.4', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SecurityGroupRule': '1.2', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'SubPort': '1.0', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Subnet': '1.1', Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: 'Trunk': '1.1'}} Sep 01 02:17:22.221997 dv-cinder-799668-15-iscsi neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 02:17:22.339183 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.340364 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.341376 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:22.342531 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.400229 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] Pushing event updated for resources: {'Network': ['ID=25ff1c87-3840-478f-bfb8-50f6aa595d14,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:22.411632 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 25ff1c87-3840-478f-bfb8-50f6aa595d14 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:17:22.422574 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.448131 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:17:22.468891 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fb62fd-d24d-4138-ace9-e2202407c48e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:22.487584 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.488911 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Added segment 1042c876-baa0-4671-a8fc-5fb0eaa2a8d3 of type vlan for network e01de8dd-ade6-4102-b0a8-c70ee02163ec Sep 01 02:17:22.532172 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-df1cd6e6-b687-424e-9d66-030205f461ac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3662965 Sep 01 02:17:22.537301 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36600) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:22.538115 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.542170 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Request body: {'subnet': {'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-subnet', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:22.549241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.db.api [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 02:17:22.549241 dv-cinder-799668-15-iscsi neutron-server[94638]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 02:17:22.549241 dv-cinder-799668-15-iscsi neutron-server[94638]: [parameters: {'project_id_1': '040eea22f3264f20b189c0cf4a3051d1', 'expiration_1': datetime.datetime(2021, 9, 1, 2, 17, 22, 67369)}] Sep 01 02:17:22.549241 dv-cinder-799668-15-iscsi neutron-server[94638]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 02:17:22.549713 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG oslo_db.api [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 02:17:22.554966 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.db.api [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 02:17:22.554966 dv-cinder-799668-15-iscsi neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 02:17:22.554966 dv-cinder-799668-15-iscsi neutron-server[94639]: [parameters: {'project_id_1': 'bd6b9d4de25d4167a743e1a10375bd07', 'expiration_1': datetime.datetime(2021, 9, 1, 2, 17, 22, 94496)}] Sep 01 02:17:22.554966 dv-cinder-799668-15-iscsi neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 02:17:22.555304 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG oslo_db.api [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 02:17:22.648993 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Made reservation on behalf of 7b963e69cdb345149310ebee39eed945 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:22.651310 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.662057 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.685353 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.686473 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:22.687101 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.754176 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Made reservation on behalf of 19a0f039a92a4a5993956e9c1bb22d8f for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:22.756850 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:22.758432 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] Pushing event updated for resources: {'Network': ['ID=e01de8dd-ade6-4102-b0a8-c70ee02163ec,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:22.770856 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network e01de8dd-ade6-4102-b0a8-c70ee02163ec details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:17:22.854069 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6be309ed-99c6-44b3-8e6c-5a7f34824ebb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6601973 Sep 01 02:17:22.859705 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:22.881157 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Request body: {'subnet': {'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-142676947-subnet', 'tenant_id': 'af0017822109465cbe08fec3245a1142', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:23.004861 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.089225 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.128421 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.129189 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:17:23.142564 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86309d-b4a8-4833-b189-988fe4f20590,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:23.148327 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.148677 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Added segment f534e133-5035-4f83-9486-4494e2d8a6a5 of type vlan for network 646891ca-655e-4c6f-a31d-0e7cdae6ab70 Sep 01 02:17:23.210536 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Made reservation on behalf of af0017822109465cbe08fec3245a1142 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:23.213693 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.218877 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.219759 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Checking segment: {'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:23.220314 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Network hostable DHCP agents. Network: 25ff1c87-3840-478f-bfb8-50f6aa595d14, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:17:23.233078 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0140f550-0093-4023-8b1f-b2e12667580c,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:23.245697 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.246072 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.246424 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.246760 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.247094 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.247476 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.247805 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.248344 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.248847 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.249327 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.249815 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.250300 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Tracked resource versions report: Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: pushed versions: Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: { 'AddressGroup': {'1.2'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'ConntrackHelper': {'1.0'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Log': {'1.0'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Network': {'1.1'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Port': {'1.7'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'PortForwarding': {'1.2'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'QosPolicy': {'1.9'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SecurityGroup': {'1.4'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SecurityGroupRule': {'1.2'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SubPort': {'1.0'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Subnet': {'1.1'}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Trunk': {'1.1'}} Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: consumer versions: Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: { DHCP agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: HyperV agent@hv-cinder-79966: {}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: L3 agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: Metadata agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: Metering agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: Open vSwitch agent@dv-cinder-799668-15-iscsi: { 'AddressGroup': '1.2', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'ConntrackHelper': '1.0', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Log': '1.0', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Network': '1.1', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Port': '1.7', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'PortForwarding': '1.2', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'QosPolicy': '1.9', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SecurityGroup': '1.4', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SecurityGroupRule': '1.2', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'SubPort': '1.0', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Subnet': '1.1', Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: 'Trunk': '1.1'}} Sep 01 02:17:23.251590 dv-cinder-799668-15-iscsi neutron-server[94638]: {{(pid=94638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 02:17:23.399859 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:23.497227 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Made reservation on behalf of 040eea22f3264f20b189c0cf4a3051d1 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:23.500904 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.504579 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Network 25ff1c87-3840-478f-bfb8-50f6aa595d14 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:17:23.515798 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.529591 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71471f53-9b07-401e-a012-3365914b66fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.542547 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.547768 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:23.547768 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.593307 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.635572 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] Pushing event updated for resources: {'Network': ['ID=646891ca-655e-4c6f-a31d-0e7cdae6ab70,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:23.642293 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 25ff1c87-3840-478f-bfb8-50f6aa595d14) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:23.650052 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Made reservation on behalf of bd6b9d4de25d4167a743e1a10375bd07 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:23.650052 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.650838 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 646891ca-655e-4c6f-a31d-0e7cdae6ab70 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:17:23.658340 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f54f092-da86-49b4-a744-5552122d4069 None None] Network 25ff1c87-3840-478f-bfb8-50f6aa595d14 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:23.673201 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:23.673847 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.679479 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c98f80-6b39-47ac-9b5c-5fd8efac130e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:23.694180 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.725992 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Checking segment: {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:23.726525 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Network hostable DHCP agents. Network: e01de8dd-ade6-4102-b0a8-c70ee02163ec, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:17:23.806576 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.857268 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Network e01de8dd-ade6-4102-b0a8-c70ee02163ec is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:17:23.937641 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.968977 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, e01de8dd-ade6-4102-b0a8-c70ee02163ec) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:23.973865 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:23.974502 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:23.980010 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4ebd9c-5de8-48f7-b74f-63938483d52c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:23.990055 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:17:23.999345 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c636084-fc25-4ce4-be7e-328502eeb4be None None] Network e01de8dd-ade6-4102-b0a8-c70ee02163ec requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:24.007498 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.008677 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Added segment 967fb6a8-d24e-4ad7-8be2-f99343ae9670 of type vlan for network f94c3d4b-f640-4d0d-8d60-5e7b88237b7d Sep 01 02:17:24.050621 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-91890de8-28a1-42fc-8ae0-4e8eb561f6fa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5119650 Sep 01 02:17:24.052868 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.053078 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:24.057715 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-router', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:24.066528 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155951f8-cbbf-4079-9b52-035aaba998c3 None None] Network 25ff1c87-3840-478f-bfb8-50f6aa595d14 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:24.123057 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71471f53-9b07-401e-a012-3365914b66fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.160433 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.162182 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:24.163022 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.191207 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71471f53-9b07-401e-a012-3365914b66fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.234581 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] Pushing event updated for resources: {'Network': ['ID=f94c3d4b-f640-4d0d-8d60-5e7b88237b7d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:24.246764 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6fad54-9cf8-4835-a2cc-2f7e4c6c709a None None] Network e01de8dd-ade6-4102-b0a8-c70ee02163ec requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:24.249056 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network f94c3d4b-f640-4d0d-8d60-5e7b88237b7d details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:17:24.257760 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-71471f53-9b07-401e-a012-3365914b66fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72459c6e4fb64e40a321de57843f7073&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8545132 Sep 01 02:17:24.257760 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71471f53-9b07-401e-a012-3365914b66fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62638a3b-f7fc-4b18-9623-2e8225a89c6f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:24.258384 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36708) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:24.274011 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36710) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:24.274378 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a929a1ea-c692-4528-b823-955d935ea3dd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4806995 Sep 01 02:17:24.276963 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d09c6c02-69df-4015-9d91-174e25da9c17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4152465 Sep 01 02:17:24.281320 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Request body: {'subnet': {'network_id': '646891ca-655e-4c6f-a31d-0e7cdae6ab70', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-902054054-subnet', 'tenant_id': '7b963e69cdb345149310ebee39eed945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:24.327367 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6d1b3679-a134-432e-b3e6-e77ce7bdc6fc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5684793 Sep 01 02:17:24.333645 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36716) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:24.338435 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Request body: {'subnet': {'network_id': 'f94c3d4b-f640-4d0d-8d60-5e7b88237b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-19101116-subnet', 'tenant_id': '040eea22f3264f20b189c0cf4a3051d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:24.342832 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56a045d2-9acd-40c8-8652-e9e02797286c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.399722 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56a045d2-9acd-40c8-8652-e9e02797286c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.437455 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.554368 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.564631 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36724) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:24.591159 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a9d259-7c15-4811-b9a7-54bd4250bdde,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:24.595593 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36728) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:24.611661 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56a045d2-9acd-40c8-8652-e9e02797286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.618098 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-56a045d2-9acd-40c8-8652-e9e02797286c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.618098 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-56a045d2-9acd-40c8-8652-e9e02797286c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62638a3b-f7fc-4b18-9623-2e8225a89c6f HTTP/1.1" status: 204 len: 168 time: 0.3574615 Sep 01 02:17:24.618304 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:17:24.628544 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a045d2-9acd-40c8-8652-e9e02797286c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62638a3b-f7fc-4b18-9623-2e8225a89c6f,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:24.629916 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.630488 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Added segment 4e2380d1-7328-4807-8b09-e83351341014 of type vlan for network ee32945b-3554-46fb-b446-e2f9ab36f46c Sep 01 02:17:24.686510 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.697547 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-369684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12582'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.698572 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12589'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.726903 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-22a2ed07-9181-4277-8b37-704b433e67dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.746457 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3a1a-8f6d-45e5-b24a-5972c8ba4111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.768051 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.782421 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Made reservation on behalf of 7b963e69cdb345149310ebee39eed945 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:24.784754 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.833948 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.db.api [None req-22a2ed07-9181-4277-8b37-704b433e67dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 02:17:24.833948 dv-cinder-799668-15-iscsi neutron-server[94638]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 02:17:24.833948 dv-cinder-799668-15-iscsi neutron-server[94638]: [parameters: {'project_id_1': '727935647df24ee9bea54e4d9797c53e', 'expiration_1': datetime.datetime(2021, 9, 1, 2, 17, 24, 756931)}] Sep 01 02:17:24.833948 dv-cinder-799668-15-iscsi neutron-server[94638]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 02:17:24.834318 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG oslo_db.api [None req-22a2ed07-9181-4277-8b37-704b433e67dc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 02:17:24.834715 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.db.api [None req-ed1a3a1a-8f6d-45e5-b24a-5972c8ba4111 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 02:17:24.834715 dv-cinder-799668-15-iscsi neutron-server[94638]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 02:17:24.834715 dv-cinder-799668-15-iscsi neutron-server[94638]: [parameters: {'project_id_1': 'bd2d17ebdb2d4ceb8931eb28858cf06a', 'expiration_1': datetime.datetime(2021, 9, 1, 2, 17, 24, 761083)}] Sep 01 02:17:24.834715 dv-cinder-799668-15-iscsi neutron-server[94638]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 02:17:24.835027 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG oslo_db.api [None req-ed1a3a1a-8f6d-45e5-b24a-5972c8ba4111 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 02:17:24.838799 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.839906 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:24.840477 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.927658 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Made reservation on behalf of 040eea22f3264f20b189c0cf4a3051d1 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:24.929920 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:24.943145 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36754) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:25.009575 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1810875 Sep 01 02:17:25.009575 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1b8f5-04b2-4dcd-9667-f422520ca293 admin admin] Pushing event updated for resources: {'Network': ['ID=ee32945b-3554-46fb-b446-e2f9ab36f46c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:25.012814 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:25.020120 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Request body: {'subnet': {'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1770793131-subnet', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:25.022441 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network ee32945b-3554-46fb-b446-e2f9ab36f46c details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:17:25.073740 dv-cinder-799668-15-iscsi neutron-server[94638]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 02:17:25.113854 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.188314 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Made reservation on behalf of bd6b9d4de25d4167a743e1a10375bd07 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:25.190658 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.321267 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-97b6ae35-d75c-46cf-b10f-b24b0c6baa4d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:25.322467 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-97b6ae35-d75c-46cf-b10f-b24b0c6baa4d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/networks?id=e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 200 len: 814 time: 0.3770039 Sep 01 02:17:25.344868 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-22a2ed07-9181-4277-8b37-704b433e67dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.346540 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3a1a-8f6d-45e5-b24a-5972c8ba4111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.359890 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.438232 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36764) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:25.441118 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-e9e25a9b-1a59-4546-a4ac-640201cc728a tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/quotas/af0017822109465cbe08fec3245a1142 HTTP/1.1" status: 200 len: 375 time: 0.0923672 Sep 01 02:17:25.513487 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.524915 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c5e9aaec-a7f2-4459-a09d-88486032285e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.567494 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14620754-dc81-4a7a-9835-b6c43f382902,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:25.596103 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-4bd5c829-89fc-418e-afbe-19d09eb1c5ab tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194673 Sep 01 02:17:25.604500 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.606420 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Checking segment: {'id': 'f534e133-5035-4f83-9486-4494e2d8a6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '646891ca-655e-4c6f-a31d-0e7cdae6ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:25.606795 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Network hostable DHCP agents. Network: 646891ca-655e-4c6f-a31d-0e7cdae6ab70, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:17:25.653075 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.682748 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac27d39-7f93-4de1-835d-b6884592fd04,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:25.694028 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.702879 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a4c952-509a-4bf7-a6b5-cd3c8543b100,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:25.721383 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-22a2ed07-9181-4277-8b37-704b433e67dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.722765 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Checking segment: {'id': '967fb6a8-d24e-4ad7-8be2-f99343ae9670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f94c3d4b-f640-4d0d-8d60-5e7b88237b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:25.723122 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Network hostable DHCP agents. Network: f94c3d4b-f640-4d0d-8d60-5e7b88237b7d, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:17:25.752979 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Checking segment: {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:25.753344 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Network hostable DHCP agents. Network: ee32945b-3554-46fb-b446-e2f9ab36f46c, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:17:25.768216 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Network 646891ca-655e-4c6f-a31d-0e7cdae6ab70 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:17:25.790104 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-14ad53a1-2360-4cea-9c0c-65fdd3a9554d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:17:25.791203 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-14ad53a1-2360-4cea-9c0c-65fdd3a9554d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545590 Sep 01 02:17:25.809557 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-22a2ed07-9181-4277-8b37-704b433e67dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.868463 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Allocated IP 172.27.1.35 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/b6b6dc18-cff8-4257-9d6a-22560a5b9ca0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:25.878302 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Network f94c3d4b-f640-4d0d-8d60-5e7b88237b7d is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:17:25.909951 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-22a2ed07-9181-4277-8b37-704b433e67dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=727935647df24ee9bea54e4d9797c53e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3437314 Sep 01 02:17:25.910638 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2ed07-9181-4277-8b37-704b433e67dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddbf7b6-4ebf-4b78-9841-ba35cf59885d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:25.913032 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36774) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:25.967921 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 646891ca-655e-4c6f-a31d-0e7cdae6ab70) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:25.976426 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eff5ca-db69-4308-b124-81a73fa1c5ef None None] Network 646891ca-655e-4c6f-a31d-0e7cdae6ab70 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:25.983419 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:25.984031 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:25.987243 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-630341e6-f540-4a70-b511-7d3881ca7eb8 service neutron] 10.222.0.23 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897843 Sep 01 02:17:25.988698 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.048781 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Network ee32945b-3554-46fb-b446-e2f9ab36f46c is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:17:26.062418 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, f94c3d4b-f640-4d0d-8d60-5e7b88237b7d) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:26.065941 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, ee32945b-3554-46fb-b446-e2f9ab36f46c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:26.070174 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:26.070753 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.081764 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:26.082347 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.087268 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27898d3-a117-427f-8ad5-d5da4200d1dc None None] Network f94c3d4b-f640-4d0d-8d60-5e7b88237b7d requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:26.089395 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e7e774-617b-4117-8128-63e118259033 None None] Network ee32945b-3554-46fb-b446-e2f9ab36f46c requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:26.104429 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c51693e-d443-4488-a49a-cedd7b994be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.136259 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.141122 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3a1a-8f6d-45e5-b24a-5972c8ba4111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.158566 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c51693e-d443-4488-a49a-cedd7b994be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.174550 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-f296c9b8-93cd-4aac-9052-4f21156f5d1e service neutron] 10.222.0.23 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733329 Sep 01 02:17:26.186465 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95acab3b-b156-46e3-85fa-ddd8fe7a6e09 None None] Network 646891ca-655e-4c6f-a31d-0e7cdae6ab70 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:26.219781 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:26.224908 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:26.231534 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:26.237121 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3a1a-8f6d-45e5-b24a-5972c8ba4111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.279999 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b6dc18-cff8-4257-9d6a-22560a5b9ca0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:26.293946 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a3a1a-8f6d-45e5-b24a-5972c8ba4111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d15e3d-1ae8-4b40-bcdd-f40a39263a2a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:26.299908 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ed1a3a1a-8f6d-45e5-b24a-5972c8ba4111 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd2d17ebdb2d4ceb8931eb28858cf06a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7032967 Sep 01 02:17:26.302555 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c51693e-d443-4488-a49a-cedd7b994be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.305977 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c51693e-d443-4488-a49a-cedd7b994be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.311867 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8c51693e-d443-4488-a49a-cedd7b994be3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ddbf7b6-4ebf-4b78-9841-ba35cf59885d HTTP/1.1" status: 204 len: 168 time: 0.3897393 Sep 01 02:17:26.311867 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36776) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:26.353549 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e6341205-7ec3-4d89-91c9-2651f914e1f7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0188725 Sep 01 02:17:26.354715 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51693e-d443-4488-a49a-cedd7b994be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddbf7b6-4ebf-4b78-9841-ba35cf59885d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:26.370126 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-18477002-15af-4b93-8491-6a323383e472 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0947943 Sep 01 02:17:26.442894 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3434ef68-6dde-4486-a286-75b305175fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.454520 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2efdd23-05bc-43b7-a7fa-c8b9d33cb88e None None] Network f94c3d4b-f640-4d0d-8d60-5e7b88237b7d requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:26.492382 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3434ef68-6dde-4486-a286-75b305175fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.559090 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c5e9aaec-a7f2-4459-a09d-88486032285e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.588875 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36794) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:26.667692 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c5e9aaec-a7f2-4459-a09d-88486032285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.671513 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7668f402-6fba-4aa7-900a-3ed134ba4441 req-fe12f25d-8ce5-43bc-b588-4ad56bdddde2 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.0814848 Sep 01 02:17:26.674847 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3434ef68-6dde-4486-a286-75b305175fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.677359 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3434ef68-6dde-4486-a286-75b305175fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.678509 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3434ef68-6dde-4486-a286-75b305175fee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57d15e3d-1ae8-4b40-bcdd-f40a39263a2a HTTP/1.1" status: 204 len: 168 time: 0.3513300 Sep 01 02:17:26.722088 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c5e9aaec-a7f2-4459-a09d-88486032285e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0f71773309a4443a009abf769a8d936&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2777982 Sep 01 02:17:26.722088 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9aaec-a7f2-4459-a09d-88486032285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc92848-7c9d-48d7-821e-fa52f3fdd2f8,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:26.725684 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36810) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:26.754422 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881e3e73-7572-596d-9b29-31e7ad1e45fa-ee32945b-3554-46fb-b446-e2f9ab36f46c', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04'}]}} from dv-cinder-799668-15-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 02:17:26.754422 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.757490 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36812) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:26.757581 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fe86b818-6325-49bd-8b37-ee4ef11f2a81 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7404418 Sep 01 02:17:26.768185 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:26.774909 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434ef68-6dde-4486-a286-75b305175fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d15e3d-1ae8-4b40-bcdd-f40a39263a2a,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:26.789676 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.816623 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4dd27b8e-f0d0-4848-8b2c-48965b7567b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.840186 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4dd27b8e-f0d0-4848-8b2c-48965b7567b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.896841 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-369684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12582'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.900877 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12589'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.982227 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4dd27b8e-f0d0-4848-8b2c-48965b7567b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.985618 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4dd27b8e-f0d0-4848-8b2c-48965b7567b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:26.986344 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Allocated IP 172.20.0.2 (ee32945b-3554-46fb-b446-e2f9ab36f46c/cac27d39-7f93-4de1-835d-b6884592fd04/9cc3b7f7-591c-403e-b446-aab2a80ef028) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:26.989290 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4dd27b8e-f0d0-4848-8b2c-48965b7567b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0dc92848-7c9d-48d7-821e-fa52f3fdd2f8 HTTP/1.1" status: 204 len: 168 time: 0.2604282 Sep 01 02:17:27.007598 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd27b8e-f0d0-4848-8b2c-48965b7567b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc92848-7c9d-48d7-821e-fa52f3fdd2f8,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:27.108545 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:27.131733 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:27.173259 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:27.182900 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Transition to ACTIVE for port object 9cc3b7f7-591c-403e-b446-aab2a80ef028 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:27.204121 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Transition to ACTIVE for port object 9cc3b7f7-591c-403e-b446-aab2a80ef028 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:27.320490 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:27.377503 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:27.400784 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Router e2da74e5-8974-4092-86cc-dfc005a95854 is scheduled to L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 02:17:27.477580 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Network ee32945b-3554-46fb-b446-e2f9ab36f46c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:27.480586 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:27.491374 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:27.503133 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Pushing event updated for resources: {'Port': ['ID=9cc3b7f7-591c-403e-b446-aab2a80ef028,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:27.511882 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.512850 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.512850 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.513072 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.513335 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.514037 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.514169 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.514397 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.514732 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.515061 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.515401 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.515739 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Tracked resource versions report: Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: pushed versions: Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: { 'AddressGroup': {'1.2'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Log': {'1.0'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Network': {'1.1'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Port': {'1.7'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'PortForwarding': {'1.2'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'QosPolicy': {'1.9'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SecurityGroup': {'1.4'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SubPort': {'1.0'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Subnet': {'1.1'}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Trunk': {'1.1'}} Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: consumer versions: Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: { DHCP agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: HyperV agent@hv-cinder-79966: {}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: L3 agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: Metadata agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: Metering agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: Open vSwitch agent@dv-cinder-799668-15-iscsi: { 'AddressGroup': '1.2', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'ConntrackHelper': '1.0', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Log': '1.0', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Network': '1.1', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Port': '1.7', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'PortForwarding': '1.2', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'QosPolicy': '1.9', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SecurityGroup': '1.4', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SecurityGroupRule': '1.2', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'SubPort': '1.0', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Subnet': '1.1', Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: 'Trunk': '1.1'}} Sep 01 02:17:27.517085 dv-cinder-799668-15-iscsi neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 02:17:27.557243 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:17:27.573472 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Sync routers for ids ['e2da74e5-8974-4092-86cc-dfc005a95854'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:17:27.590299 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Routers {'e2da74e5-8974-4092-86cc-dfc005a95854'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:17:27.590940 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:17:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['e2da74e5-8974-4092-86cc-dfc005a95854'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:27.613181 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Attempting to bind port 9cc3b7f7-591c-403e-b446-aab2a80ef028 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:17:27.613557 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Attempting to bind port 9cc3b7f7-591c-403e-b446-aab2a80ef028 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:17:27.613988 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Attempting to bind port 9cc3b7f7-591c-403e-b446-aab2a80ef028 on network ee32945b-3554-46fb-b446-e2f9ab36f46c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:27.626972 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:17:27.627361 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Checking segment: {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:27.627828 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:27.628227 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Bound using segment: {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:17:27.628959 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Bound port: 9cc3b7f7-591c-403e-b446-aab2a80ef028, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:17:27.629402 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:27.683706 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:27.685009 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8ffd81ea-6506-4069-9710-0b681fbfef71 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6308720 Sep 01 02:17:27.688493 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:27.708708 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] For port 9cc3b7f7-591c-403e-b446-aab2a80ef028, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:17:27.713564 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] For port 9cc3b7f7-591c-403e-b446-aab2a80ef028, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=9cc3b7f7-591c-403e-b446-aab2a80ef028,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:17:27.840363 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Set router e2da74e5-8974-4092-86cc-dfc005a95854 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:17:27.863274 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:27.941037 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-e00e93d2-0791-4f0f-a638-8b3b89e642c8 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:27.949717 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-e00e93d2-0791-4f0f-a638-8b3b89e642c8 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/networks?id=f94c3d4b-f640-4d0d-8d60-5e7b88237b7d HTTP/1.1" status: 200 len: 810 time: 0.3007615 Sep 01 02:17:28.008102 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-a4fd425d-5bdf-43fc-99f5-e0156aa92c11 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/quotas/040eea22f3264f20b189c0cf4a3051d1 HTTP/1.1" status: 200 len: 375 time: 0.0549154 Sep 01 02:17:28.025673 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d5d5c-4fc1-4d81-83f4-68d0eab726d1 None None] Pushing event updated for resources: {'Port': ['ID=9cc3b7f7-591c-403e-b446-aab2a80ef028,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:28.040195 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-925c73c9-4838-4f06-b936-5650e0d3268e req-165f0d97-1e5a-4fe6-80b7-78c815ba5741 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.0850115 Sep 01 02:17:28.111200 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-bead76b3-419d-40f4-8b98-af6174ecaf43 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=040eea22f3264f20b189c0cf4a3051d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754759 Sep 01 02:17:28.148169 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:28.177031 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c55b508-d2bb-4957-86bb-c6c5f9bead0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.196533 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-router', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:24Z', 'updated_at': '2021-09-01T02:17:26Z', 'revision_number': 3, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'gw_port': {'id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:25Z', 'updated_at': '2021-09-01T02:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:28.229891 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Checking router: e2da74e5-8974-4092-86cc-dfc005a95854 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:17:28.230259 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Updating router e2da74e5-8974-4092-86cc-dfc005a95854 port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:17:28.262670 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.380344 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.419557 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.438686 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-c3ef324e-e809-4ffe-a3b2-ece62f4b2fcf service neutron] 10.222.0.23 "GET /v2.0/networks/f94c3d4b-f640-4d0d-8d60-5e7b88237b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662599 Sep 01 02:17:28.559298 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c55b508-d2bb-4957-86bb-c6c5f9bead0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.593281 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.609192 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Transition to ACTIVE for port object b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:28.633986 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-0b68958e-371c-47c2-85cf-866219de67c9 service neutron] 10.222.0.23 "GET /v2.0/networks/f94c3d4b-f640-4d0d-8d60-5e7b88237b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331680 Sep 01 02:17:28.649535 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c55b508-d2bb-4957-86bb-c6c5f9bead0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.714875 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.715097 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.747816 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3c55b508-d2bb-4957-86bb-c6c5f9bead0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23eb802349544b8ea5459861cd3e7d7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5985723 Sep 01 02:17:28.753993 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:28.756019 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55b508-d2bb-4957-86bb-c6c5f9bead0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f3f3c9-ad36-4981-9d97-b201c966c46e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:28.764929 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Attempting to bind port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:17:28.766711 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Attempting to bind port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:17:28.768295 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Attempting to bind port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 on network 89393945-2bfe-4da0-8579-8eccb334d266 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:28.816324 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:17:28.816996 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:28.817586 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.818135 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Bound using segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:17:28.818796 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Bound port: b6b6dc18-cff8-4257-9d6a-22560a5b9ca0, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:17:28.819344 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:28.831714 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Allocated IP 172.27.1.114 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:28.864071 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Pushing event updated for resources: {'Port': ['ID=b6b6dc18-cff8-4257-9d6a-22560a5b9ca0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:28.901043 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.905755 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.906652 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.907212 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.907799 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.908358 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.908925 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.909467 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.922244 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.922972 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.923566 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Tracked resource versions report: Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: pushed versions: Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: { 'AddressGroup': {'1.2'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Log': {'1.0'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Network': {'1.1'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Port': {'1.7'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'PortForwarding': {'1.2'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'QosPolicy': {'1.9'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SecurityGroup': {'1.4'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SubPort': {'1.0'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Subnet': {'1.1'}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Trunk': {'1.1'}} Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: consumer versions: Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: { DHCP agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: HyperV agent@hv-cinder-79966: {}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: L3 agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: Metadata agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: Metering agent@dv-cinder-799668-15-iscsi: {}, Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: Open vSwitch agent@dv-cinder-799668-15-iscsi: { 'AddressGroup': '1.2', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'ConntrackHelper': '1.0', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Log': '1.0', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Network': '1.1', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Port': '1.7', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'PortForwarding': '1.2', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'QosPolicy': '1.9', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SecurityGroup': '1.4', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SecurityGroupRule': '1.2', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'SubPort': '1.0', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Subnet': '1.1', Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: 'Trunk': '1.1'}} Sep 01 02:17:28.930549 dv-cinder-799668-15-iscsi neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 02:17:28.941271 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] For port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:17:28.954787 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] For port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=b6b6dc18-cff8-4257-9d6a-22560a5b9ca0,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:17:28.985996 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e43fcb95-7ad0-497a-a406-664ed81751ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.040546 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.088857 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e43fcb95-7ad0-497a-a406-664ed81751ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.144232 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9ae67e6f-5ff9-4da4-bb64-684313e9f56f req-e7761b65-8e6c-4b03-94ac-124afa5d86e6 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 210 time: 0.1379399 Sep 01 02:17:29.199980 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36906) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:29.229279 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1768040476-network', 'tenant_id': '497e057d21b643e6a35ac5c037490e2c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:29.292602 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.350266 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Routers {'e2da74e5-8974-4092-86cc-dfc005a95854'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:17:29.353884 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:17:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['e2da74e5-8974-4092-86cc-dfc005a95854'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:29.370729 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa58517-a600-4edd-b664-0c970a524999 None None] Pushing event updated for resources: {'Port': ['ID=b6b6dc18-cff8-4257-9d6a-22560a5b9ca0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:29.386986 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 9cc3b7f7-591c-403e-b446-aab2a80ef028 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:29.400151 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Allocated IP 172.20.0.1 (25ff1c87-3840-478f-bfb8-50f6aa595d14/0140f550-0093-4023-8b1f-b2e12667580c/7e04b27e-43c7-4441-be9b-4ecfddec9161) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:29.564266 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-155f7210-74a4-4ce5-a0dc-3e48c2e6dce9 req-fd8e2258-12da-4729-94b1-b202805a125a tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.0645819 Sep 01 02:17:29.598320 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.629056 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e43fcb95-7ad0-497a-a406-664ed81751ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.631441 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e43fcb95-7ad0-497a-a406-664ed81751ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.634860 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e43fcb95-7ad0-497a-a406-664ed81751ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36f3f3c9-ad36-4981-9d97-b201c966c46e HTTP/1.1" status: 204 len: 168 time: 0.8775496 Sep 01 02:17:29.634860 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Made reservation on behalf of 497e057d21b643e6a35ac5c037490e2c for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:29.636384 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.664479 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.675435 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fcb95-7ad0-497a-a406-664ed81751ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f3f3c9-ad36-4981-9d97-b201c966c46e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:29.724519 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6fe69a-b09b-4415-afac-cd5751beb63b None None] Network ee32945b-3554-46fb-b446-e2f9ab36f46c requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:29.766030 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Pushing event updated for resources: {'Port': ['ID=3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:29.767120 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 9cc3b7f7-591c-403e-b446-aab2a80ef028 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:29.780233 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:29.781757 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:29.784231 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:29.792033 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] Set router e2da74e5-8974-4092-86cc-dfc005a95854 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:17:29.822883 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.869087 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.964495 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9eb4b4dd-6a55-4a20-9742-4e362aecd9a7 None None] Provisioning for port 9cc3b7f7-591c-403e-b446-aab2a80ef028 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:29.965503 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.974042 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9eb4b4dd-6a55-4a20-9742-4e362aecd9a7 None None] Provisioning complete for port 9cc3b7f7-591c-403e-b446-aab2a80ef028 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:29.974042 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b4dd-6a55-4a20-9742-4e362aecd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.986563 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:17:29.997613 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:29.998001 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Added segment 668372f1-b9e8-4923-bd60-46df5b6409af of type vlan for network 03994441-87c3-44a2-9630-01a281f48dd3 Sep 01 02:17:30.045241 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.100511 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b4dd-6a55-4a20-9742-4e362aecd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.114321 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160a6b37-152f-4d0b-b454-0d043bf18899,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:30.131227 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.134964 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-router', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:24Z', 'updated_at': '2021-09-01T02:17:26Z', 'revision_number': 3, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'gw_port': {'id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:25Z', 'updated_at': '2021-09-01T02:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:30.175411 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9eb4b4dd-6a55-4a20-9742-4e362aecd9a7 None None] For port 9cc3b7f7-591c-403e-b446-aab2a80ef028, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=9cc3b7f7-591c-403e-b446-aab2a80ef028,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:30.206635 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.214967 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:30.215504 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308e584-4541-45c6-9b91-3a38576cc21e None None] The sync data for ids ['e2da74e5-8974-4092-86cc-dfc005a95854'] in dv-cinder-799668-15-iscsi is: [{'id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-router', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:24Z', 'updated_at': '2021-09-01T02:17:26Z', 'revision_number': 3, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'gw_port': {'id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:25Z', 'updated_at': '2021-09-01T02:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:17:30.215684 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.248089 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b4dd-6a55-4a20-9742-4e362aecd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.297979 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7e04b27e-43c7-4441-be9b-4ecfddec9161,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:30.308772 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-266268ed-480f-41d6-9dcf-e9e1d5928109 req-a078fb3c-6702-4c58-ba9e-419742745458 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 210 time: 0.0631161 Sep 01 02:17:30.332208 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.408168 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4b4dd-6a55-4a20-9742-4e362aecd9a7 None None] Pushing event updated for resources: {'Port': ['ID=9cc3b7f7-591c-403e-b446-aab2a80ef028,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:30.430246 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Network 25ff1c87-3840-478f-bfb8-50f6aa595d14 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:30.463284 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] Pushing event updated for resources: {'Network': ['ID=03994441-87c3-44a2-9630-01a281f48dd3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:30.465856 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:30.483576 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-43f6f2b6-af8a-41a2-a715-e54e945611d3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2796187 Sep 01 02:17:30.484646 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 36948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:30.496552 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 03994441-87c3-44a2-9630-01a281f48dd3 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:17:30.506102 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Request body: {'subnet': {'network_id': '03994441-87c3-44a2-9630-01a281f48dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1768040476-subnet', 'tenant_id': '497e057d21b643e6a35ac5c037490e2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:30.512473 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.26', 59703) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:30.532457 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9fd8dd13-bb73-4675-bf38-f07e56bf5c31 None None] Provisioning complete for port 9cc3b7f7-591c-403e-b446-aab2a80ef028 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:30.533618 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fd8dd13-bb73-4675-bf38-f07e56bf5c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.540166 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:30.540628 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368769'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.824111 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2282ef5b-7d39-4c46-ba19-12c5f07410ee req-b1ecb2a1-4e9a-4b58-9013-8306743968fd tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.1150808 Sep 01 02:17:30.867307 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.945639 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Made reservation on behalf of 497e057d21b643e6a35ac5c037490e2c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:30.947941 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:30.962074 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-7d31744e-9ae1-48f7-a83a-456b7b76a408 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:30.963877 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-7d31744e-9ae1-48f7-a83a-456b7b76a408 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "GET /v2.0/networks?id=e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 200 len: 814 time: 0.4517274 Sep 01 02:17:31.032654 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Request body: {'port': {'device_id': 'aadf33d5-efcd-4a6b-98a0-90b24d0a1108', 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec', 'admin_state_up': True, 'tenant_id': 'af0017822109465cbe08fec3245a1142'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:31.181240 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Router 6922c923-6cb1-46ad-bc99-bff79840fa93 is scheduled to L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 02:17:31.376849 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 9cc3b7f7-591c-403e-b446-aab2a80ef028 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:31.448340 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:17:31.462453 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Sync routers for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:17:31.478462 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 9cc3b7f7-591c-403e-b446-aab2a80ef028 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:31.479302 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:31.510618 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:17:31.512449 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:17:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:31.576526 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:31.577805 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6b4b21e8-6e17-40b2-9200-fe1ea0d1745c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8177760 Sep 01 02:17:31.586671 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 36990) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:31.674231 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:31.795882 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:17:31.863867 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:31.972074 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Made reservation on behalf of af0017822109465cbe08fec3245a1142 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:31.988740 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:32.124403 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-52edb837-44ed-4191-bfc3-72d8d1c716d7 req-e79e92fb-1b0f-4c76-a654-deb4dde20560 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 210 time: 0.1364055 Sep 01 02:17:32.129614 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-014aaf14-a8eb-49d8-b363-f4551bb45f83 req-efcb83c0-9151-4332-88a0-60e879b87fb0 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.1402545 Sep 01 02:17:32.194725 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:29Z', 'revision_number': 3, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:32.260956 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:32.265823 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Checking router: 6922c923-6cb1-46ad-bc99-bff79840fa93 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:17:32.266227 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Updating router 6922c923-6cb1-46ad-bc99-bff79840fa93 port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 binding host dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:17:32.306964 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:32.318702 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:32.440599 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:32.531746 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:32.697161 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:32.782920 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:32.784929 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.26', 59710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:32.824228 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Allocated IP 172.20.0.2 (e01de8dd-ade6-4102-b0a8-c70ee02163ec/f7c98f80-6b39-47ac-9b5c-5fd8efac130e/e7b7ae68-fdab-4d11-9ff9-515a2845eaf5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:32.825452 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=b6b6dc18-cff8-4257-9d6a-22560a5b9ca0,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:32.860498 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:32.948385 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:32.953602 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Allocated IP 172.20.0.1 (ee32945b-3554-46fb-b446-e2f9ab36f46c/cac27d39-7f93-4de1-835d-b6884592fd04/3199c68b-dba6-47ed-96e3-1083554545e6) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:33.226792 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=b6b6dc18-cff8-4257-9d6a-22560a5b9ca0,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:33.304962 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.305734 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371249'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.318081 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.319023 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.332935 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Transition to ACTIVE for port object 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:33.436446 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32dbc1fc-74e3-46e3-91e8-a03420072b0a req-568c0b26-cdb8-43a0-8d56-a3327a8de670 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.1330385 Sep 01 02:17:33.472196 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Transition to ACTIVE for port object 3199c68b-dba6-47ed-96e3-1083554545e6 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:33.485071 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.531375 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7e04b27e-43c7-4441-be9b-4ecfddec9161,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:33.546809 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bddccbe9-abdf-440d-bb48-291975a4af1f req-8f323a51-47d6-4fc4-a4b2-1deb309e4e43 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 210 time: 0.1903360 Sep 01 02:17:33.608994 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Attempting to bind port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:17:33.609486 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Attempting to bind port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:17:33.610045 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Attempting to bind port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 on network 89393945-2bfe-4da0-8579-8eccb334d266 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:33.624575 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:17:33.625149 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:33.625656 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.626248 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Bound using segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:17:33.627189 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Bound port: 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:17:33.627344 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.654505 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ebf1-fc98-4946-8683-b8c82a2247f9 None None] Pushing event updated for resources: {'Port': ['ID=3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:33.689560 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.709863 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] For port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:17:33.713178 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] For port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:17:33.745121 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Network ee32945b-3554-46fb-b446-e2f9ab36f46c is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:33.761277 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3199c68b-dba6-47ed-96e3-1083554545e6,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:33.764033 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:33.791032 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:33.791635 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368769'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.796947 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57112dbe-a70c-4f20-8fde-2ce6c8076405,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:33.812180 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.942760 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Checking segment: {'id': '668372f1-b9e8-4923-bd60-46df5b6409af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '03994441-87c3-44a2-9630-01a281f48dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:33.943125 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Network hostable DHCP agents. Network: 03994441-87c3-44a2-9630-01a281f48dd3, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:17:33.981799 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:33.984881 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ebf1-fc98-4946-8683-b8c82a2247f9 None None] Pushing event updated for resources: {'Port': ['ID=3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:34.001398 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:17:34.002262 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:17:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:34.051436 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-f28d2660-b81d-4a97-b3d4-6f13d29c7434 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:34.053028 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-f28d2660-b81d-4a97-b3d4-6f13d29c7434 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.26 "GET /v2.0/networks?id=f94c3d4b-f640-4d0d-8d60-5e7b88237b7d HTTP/1.1" status: 200 len: 810 time: 1.2269363 Sep 01 02:17:34.066932 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Network 25ff1c87-3840-478f-bfb8-50f6aa595d14 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:34.067441 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:34.096867 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Request body: {'port': {'device_id': 'e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce', 'network_id': 'f94c3d4b-f640-4d0d-8d60-5e7b88237b7d', 'admin_state_up': True, 'tenant_id': '040eea22f3264f20b189c0cf4a3051d1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:34.129922 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:34.186919 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Network 03994441-87c3-44a2-9630-01a281f48dd3 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:17:34.323147 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 03994441-87c3-44a2-9630-01a281f48dd3) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:34.352086 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347086b-da65-463e-8392-7c08c2d7370e None None] Network 03994441-87c3-44a2-9630-01a281f48dd3 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:34.357460 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:34.358058 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:34.377025 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:34.568382 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:35.364494 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2c58d9da-785b-42bb-8cfa-2ececf837116 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1342709 Sep 01 02:17:35.374782 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46df64f1-3586-4d2f-9249-136559acc3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.376458 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.377505 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Router e2da74e5-8974-4092-86cc-dfc005a95854 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:17:35.379632 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8fbb5f29-62f5-4f84-95cd-f735d505a8a7 None None] Provisioning for port 3199c68b-dba6-47ed-96e3-1083554545e6 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:35.379928 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Network e01de8dd-ade6-4102-b0a8-c70ee02163ec is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:35.380440 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8fbb5f29-62f5-4f84-95cd-f735d505a8a7 None None] Provisioning complete for port 3199c68b-dba6-47ed-96e3-1083554545e6 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:35.380440 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5f29-62f5-4f84-95cd-f735d505a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.382594 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:35.382594 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Pushing event updated for resources: {'Port': ['ID=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:35.382594 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:35.382594 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:35.382594 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.383253 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ee7bf-e564-4609-9dbe-d7e68e25f31f None None] Network 03994441-87c3-44a2-9630-01a281f48dd3 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:17:35.383253 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:17:35.383526 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c7915c5a-44ca-47f0-9720-c3af15954775 req-b1b8821f-0ac3-45a4-ac1e-4319e30ac3a5 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 210 time: 0.0832200 Sep 01 02:17:35.384815 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb5f29-62f5-4f84-95cd-f735d505a8a7 None None] Port 3199c68b-dba6-47ed-96e3-1083554545e6 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:17:35.384967 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677138f2-1800-4846-a71f-bcf3ddb08689 req-fb6d4057-ce44-4583-a663-2c6ddf0c94cb tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:35.384967 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-677138f2-1800-4846-a71f-bcf3ddb08689 req-fb6d4057-ce44-4583-a663-2c6ddf0c94cb tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 931 time: 0.2454257 Sep 01 02:17:35.384967 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37090) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:35.384967 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-677138f2-1800-4846-a71f-bcf3ddb08689 req-941b69af-9092-4d15-95b0-add80e47c526 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511760 Sep 01 02:17:35.384967 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-2942e0bd-fca1-4fcd-834a-0c8a755e42ee admin admin] Deleting subnet 14620754-dc81-4a7a-9835-b6c43f382902 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:17:35.384967 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2942e0bd-fca1-4fcd-834a-0c8a755e42ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.385606 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adb6895c-7f5c-405a-9656-d6b6d9dd57e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.385744 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2942e0bd-fca1-4fcd-834a-0c8a755e42ee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.385744 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2942e0bd-fca1-4fcd-834a-0c8a755e42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.386040 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:29Z', 'revision_number': 3, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:35.386250 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:17:35.386250 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-75f62d20-8983-4403-8a94-1249a9c0e3c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2da74e5-8974-4092-86cc-dfc005a95854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5341973 Sep 01 02:17:35.386509 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Sync routers for ids ['e2da74e5-8974-4092-86cc-dfc005a95854'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:17:35.388721 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e66f34-a353-41f2-821d-e10163656ba6 None None] The sync data for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi is: [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:29Z', 'revision_number': 3, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:17:35.388721 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:35.389090 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Routers {'e2da74e5-8974-4092-86cc-dfc005a95854'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:17:35.389090 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:17:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['e2da74e5-8974-4092-86cc-dfc005a95854'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:35.389390 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.389390 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371249'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.389692 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Made reservation on behalf of 040eea22f3264f20b189c0cf4a3051d1 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:35.389692 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.390229 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:35.390229 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.412247 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2942e0bd-fca1-4fcd-834a-0c8a755e42ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.473851 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3199c68b-dba6-47ed-96e3-1083554545e6,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:35.478203 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942e0bd-fca1-4fcd-834a-0c8a755e42ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14620754-dc81-4a7a-9835-b6c43f382902,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:35.566042 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-5f891846-bb9f-4583-b190-24f813869b0b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5413513 Sep 01 02:17:35.574151 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2942e0bd-fca1-4fcd-834a-0c8a755e42ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:35.578074 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2942e0bd-fca1-4fcd-834a-0c8a755e42ee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/14620754-dc81-4a7a-9835-b6c43f382902 HTTP/1.1" status: 204 len: 168 time: 0.5843728 Sep 01 02:17:35.585859 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:35.598798 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-d3ee894a-60cc-4e8d-b6f1-d695e00962df tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:17:35.603220 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-d3ee894a-60cc-4e8d-b6f1-d695e00962df tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156987 Sep 01 02:17:35.640446 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Network ee32945b-3554-46fb-b446-e2f9ab36f46c is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:35.644661 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:35.835658 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Set router e2da74e5-8974-4092-86cc-dfc005a95854 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:17:35.847374 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:36.175854 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-511b9435-89c2-4f18-8f38-8bac8be515cb req-8c58b6b8-931c-43da-84eb-81bc8f1b28ed tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 210 time: 0.0888858 Sep 01 02:17:36.292226 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:36.338375 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1e8d4c08-95d1-452e-9463-fa1452b57a75 None None] Provisioning complete for port 3199c68b-dba6-47ed-96e3-1083554545e6 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:36.338899 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4c08-95d1-452e-9463-fa1452b57a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:36.392477 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Request body: {'port': {'device_id': 'aadf33d5-efcd-4a6b-98a0-90b24d0a1108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:36.412266 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-router', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:24Z', 'updated_at': '2021-09-01T02:17:31Z', 'revision_number': 4, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'gw_port': {'id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:25Z', 'updated_at': '2021-09-01T02:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '7e04b27e-43c7-4441-be9b-4ecfddec9161', 'name': '', 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'mac_address': 'fa:16:3e:95:e0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0140f550-0093-4023-8b1f-b2e12667580c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:31Z', 'revision_number': 2, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'subnets': [{'id': '0140f550-0093-4023-8b1f-b2e12667580c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:36.414024 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d4c08-95d1-452e-9463-fa1452b57a75 None None] Port 3199c68b-dba6-47ed-96e3-1083554545e6 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:17:36.489456 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Checking router: e2da74e5-8974-4092-86cc-dfc005a95854 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:17:36.499523 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Updating router e2da74e5-8974-4092-86cc-dfc005a95854 port 7e04b27e-43c7-4441-be9b-4ecfddec9161 binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:17:36.537642 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Router 6922c923-6cb1-46ad-bc99-bff79840fa93 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:17:36.573759 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:36.582509 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d013eb1-94bf-4466-8fcc-0e7459480fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:36.629769 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Allocated IP 172.20.0.5 (f94c3d4b-f640-4d0d-8d60-5e7b88237b7d/56a4c952-509a-4bf7-a6b5-cd3c8543b100/80045d5e-5fbb-4e14-8808-b144033e742c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:36.665718 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:36.687158 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75622a-8748-433a-8540-577970ea0edb req-c684d792-db73-47fc-8d91-599b6a732b35 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:36.697493 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3c75622a-8748-433a-8540-577970ea0edb req-c684d792-db73-47fc-8d91-599b6a732b35 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 931 time: 0.3676581 Sep 01 02:17:36.740471 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:36.740906 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:36.741692 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:36.742111 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > port after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:36.742571 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:36.742850 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > port after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:36.743352 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:36.743730 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:36.744066 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:36.744531 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:36.887612 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-d3e3ce6e-da5f-48c6-9f70-dc6caac7f363 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:36.895215 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-d3e3ce6e-da5f-48c6-9f70-dc6caac7f363 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 819 time: 0.4801764 Sep 01 02:17:36.918921 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3c75622a-8748-433a-8540-577970ea0edb req-14fd8e5c-dcbf-4c81-b313-923d83a1db85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158737 Sep 01 02:17:36.947612 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-0305646a-7b21-46bb-8e72-aca273d95f6c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/quotas/19a0f039a92a4a5993956e9c1bb22d8f HTTP/1.1" status: 200 len: 375 time: 0.0512946 Sep 01 02:17:37.005804 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:17:37.011148 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9ed1e12d-2f23-4761-83dd-f2b842ce40d4 admin admin] 10.222.0.23 "PUT /v2.0/routers/6922c923-6cb1-46ad-bc99-bff79840fa93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4233837 Sep 01 02:17:37.080354 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-e6f1a092-f44f-44f5-b5e8-dcb4c7c80356 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314428 Sep 01 02:17:37.157714 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:37.243501 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:37.272060 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Transition to ACTIVE for port object 7e04b27e-43c7-4441-be9b-4ecfddec9161 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:37.272398 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:37.272932 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:37.273299 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:37.285463 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:17:37.285463 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646891ca-655e-4c6f-a31d-0e7cdae6ab70']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:37.320868 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-35c80d7d-ed03-4ea8-b18d-50131b91b2c8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:17:37.324618 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-35c80d7d-ed03-4ea8-b18d-50131b91b2c8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1724982 Sep 01 02:17:37.345447 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:37.402027 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adb6895c-7f5c-405a-9656-d6b6d9dd57e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:37.403748 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f534e133-5035-4f83-9486-4494e2d8a6a5') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:37.404645 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f534e133-5035-4f83-9486-4494e2d8a6a5') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:37.409079 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:37.436417 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:37.452281 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-03d42697-a66b-421f-a28f-b11115d2e66e req-37dc79db-3a1b-4ecf-a49c-8403ac0b4e5a tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 210 time: 0.1026058 Sep 01 02:17:37.505653 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:37.552617 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:17:37.553382 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:37.554831 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-2b062bb7-cd3c-4c99-ad52-d42952ca8688 service neutron] 10.222.0.23 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259874 Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: from cryptography.utils import int_from_bytes Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: from cryptography.utils import int_from_bytes Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:17:37.560760 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:17:37.836436 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-b46e6be7-50cb-45bc-93c8-dfca8e619065 service neutron] 10.222.0.23 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615690 Sep 01 02:17:38.139161 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.230780 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:17:38.240986 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.260128 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Transition to ACTIVE for port object e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:38.285744 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Sync routers for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:17:38.297445 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:17:38.298246 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:17:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:38.326300 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.379199 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d78e5-f477-4096-b19c-fcd14d113760 None None] Pushing event updated for resources: {'Port': ['ID=7e04b27e-43c7-4441-be9b-4ecfddec9161,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:38.388785 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adb6895c-7f5c-405a-9656-d6b6d9dd57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.406660 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:38.414583 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:38.415290 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.453136 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.460070 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.468112 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Attempting to bind port 7e04b27e-43c7-4441-be9b-4ecfddec9161 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:17:38.468496 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Attempting to bind port 7e04b27e-43c7-4441-be9b-4ecfddec9161 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:17:38.468869 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Attempting to bind port 7e04b27e-43c7-4441-be9b-4ecfddec9161 on network 25ff1c87-3840-478f-bfb8-50f6aa595d14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:38.478360 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:17:38.478731 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Checking segment: {'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:38.478972 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.479180 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.483071 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Bound using segment: {'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:17:38.483575 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Bound port: 7e04b27e-43c7-4441-be9b-4ecfddec9161, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:17:38.484010 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.503913 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6895c-7f5c-405a-9656-d6b6d9dd57e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24d9fc5-fb3b-48a0-a3b2-5ea607afafcd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:38.517619 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.527163 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37178) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:38.554082 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-596d68af-936c-4427-b8d6-35cc5a8b1063 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998348714', 'description': 'tempest-description--1335522170'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:38.600092 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-adb6895c-7f5c-405a-9656-d6b6d9dd57e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c43a0d817f0b458bb4770fd87185d768&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0253453 Sep 01 02:17:38.600541 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37182) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:38.641322 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:17:38.672004 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] For port 7e04b27e-43c7-4441-be9b-4ecfddec9161, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:17:38.680848 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] For port 7e04b27e-43c7-4441-be9b-4ecfddec9161, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=7e04b27e-43c7-4441-be9b-4ecfddec9161,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:17:38.728083 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.730138 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] 10.222.0.23 "DELETE /v2.0/networks/646891ca-655e-4c6f-a31d-0e7cdae6ab70 HTTP/1.1" status: 204 len: 168 time: 3.1260865 Sep 01 02:17:38.737920 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37186) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:38.755230 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:38.795602 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e85b3-df5e-4271-9d4d-f6270e357170 admin admin] Pushing event deleted for resources: {'Network': ['ID=646891ca-655e-4c6f-a31d-0e7cdae6ab70,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:38.813301 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Network f94c3d4b-f640-4d0d-8d60-5e7b88237b7d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:38.834317 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:38.836459 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:38.894701 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:38.980995 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Pushing event updated for resources: {'Port': ['ID=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:39.018980 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9cc20398-0a15-43dd-882f-069ee183eeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.028209 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 2, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:39.040831 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.075467 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b87d7-f11b-4d6f-904a-19e4984c27da req-e417e593-9dee-4f5b-bf89-07056246b0b5 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:39.083126 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:39.083792 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.094381 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.095852 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-414b87d7-f11b-4d6f-904a-19e4984c27da req-e417e593-9dee-4f5b-bf89-07056246b0b5 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 931 time: 0.3443503 Sep 01 02:17:39.110368 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873d809-0228-43bc-be2b-56365ac65c3d req-5400048a-c511-422e-884b-51f6ccff5ca1 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:39.118523 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d873d809-0228-43bc-be2b-56365ac65c3d req-5400048a-c511-422e-884b-51f6ccff5ca1 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 943 time: 0.4310961 Sep 01 02:17:39.124318 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-596d68af-936c-4427-b8d6-35cc5a8b1063 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.131732 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faa7419-9332-4c23-b1a6-e4407c595d57 admin admin] Deleting subnet 57112dbe-a70c-4f20-8fde-2ce6c8076405 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:17:39.132959 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Pushing event updated for resources: {'Port': ['ID=80045d5e-5fbb-4e14-8808-b144033e742c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:39.137668 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Attempting to bind port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:17:39.138192 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Attempting to bind port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:17:39.140737 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3faa7419-9332-4c23-b1a6-e4407c595d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.143610 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Attempting to bind port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 on network e01de8dd-ade6-4102-b0a8-c70ee02163ec {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:39.157039 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Checking router: 6922c923-6cb1-46ad-bc99-bff79840fa93 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:17:39.157403 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Updating router 6922c923-6cb1-46ad-bc99-bff79840fa93 port 3199c68b-dba6-47ed-96e3-1083554545e6 binding host dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:17:39.169070 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 on network e01de8dd-ade6-4102-b0a8-c70ee02163ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:17:39.172092 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Attempting to bind port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 on network e01de8dd-ade6-4102-b0a8-c70ee02163ec {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:39.182517 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Routers {'e2da74e5-8974-4092-86cc-dfc005a95854'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:17:39.183681 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:17:39.184058 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Checking segment: {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:39.184625 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Bound using segment: {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:17:39.185892 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Bound port: e7b7ae68-fdab-4d11-9ff9-515a2845eaf5, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:17:39.186024 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.191994 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:17:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['e2da74e5-8974-4092-86cc-dfc005a95854'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:39.198755 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d78e5-f477-4096-b19c-fcd14d113760 None None] Pushing event updated for resources: {'Port': ['ID=7e04b27e-43c7-4441-be9b-4ecfddec9161,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:39.209506 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9cc20398-0a15-43dd-882f-069ee183eeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.279001 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-374a1542-baa2-4ea6-8f16-34fbe7cde946 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1937485 Sep 01 02:17:39.288917 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.297085 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:39.356826 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] For port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:17:39.371591 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] For port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:17:39.375780 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] Set router e2da74e5-8974-4092-86cc-dfc005a95854 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:17:39.399022 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-414b87d7-f11b-4d6f-904a-19e4984c27da req-7f6b142d-da52-4f36-9a26-aabfcc1d53c6 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015704 Sep 01 02:17:39.451714 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d873d809-0228-43bc-be2b-56365ac65c3d req-49d3f15c-0be7-409e-bf01-b1175da5846e tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250885 Sep 01 02:17:39.452448 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3faa7419-9332-4c23-b1a6-e4407c595d57 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.466035 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3faa7419-9332-4c23-b1a6-e4407c595d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.503214 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.534333 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.653397 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c64b5901-312d-4e59-af2c-4e0a78370af3 req-d3a049ae-3da2-43aa-9596-c0dabc636caf tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 210 time: 0.0634842 Sep 01 02:17:39.665208 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Pushing event updated for resources: {'Port': ['ID=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:39.666511 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9cc20398-0a15-43dd-882f-069ee183eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.680465 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9cc20398-0a15-43dd-882f-069ee183eeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.681838 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9cc20398-0a15-43dd-882f-069ee183eeb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f24d9fc5-fb3b-48a0-a3b2-5ea607afafcd HTTP/1.1" status: 204 len: 168 time: 1.0802526 Sep 01 02:17:39.697117 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3faa7419-9332-4c23-b1a6-e4407c595d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.699796 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:39.700460 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.702820 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-b85128e5-4195-406e-842d-d46386d7041d service neutron] 10.222.0.26 "PUT /v2.0/ports/e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 HTTP/1.1" status: 200 len: 1093 time: 3.7511015 Sep 01 02:17:39.703415 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadf33d5-efcd-4a6b-98a0-90b24d0a1108', 'tag': 'e7b7ae68-fdab-4d11-9ff9-515a2845eaf5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:17:39.858745 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc20398-0a15-43dd-882f-069ee183eeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24d9fc5-fb3b-48a0-a3b2-5ea607afafcd,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:39.867122 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3faa7419-9332-4c23-b1a6-e4407c595d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:39.874253 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:39.876428 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3faa7419-9332-4c23-b1a6-e4407c595d57 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/57112dbe-a70c-4f20-8fde-2ce6c8076405 HTTP/1.1" status: 204 len: 168 time: 1.0949759 Sep 01 02:17:39.879655 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa7419-9332-4c23-b1a6-e4407c595d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57112dbe-a70c-4f20-8fde-2ce6c8076405,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:39.934939 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-router', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:24Z', 'updated_at': '2021-09-01T02:17:31Z', 'revision_number': 4, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'gw_port': {'id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:25Z', 'updated_at': '2021-09-01T02:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '7e04b27e-43c7-4441-be9b-4ecfddec9161', 'name': '', 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'mac_address': 'fa:16:3e:95:e0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0140f550-0093-4023-8b1f-b2e12667580c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'subnets': [{'id': '0140f550-0093-4023-8b1f-b2e12667580c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:40.002072 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-596d68af-936c-4427-b8d6-35cc5a8b1063 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:40.044544 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4aa26f-30b4-4da0-bf90-8ac47b88c404 None None] The sync data for ids ['e2da74e5-8974-4092-86cc-dfc005a95854'] in dv-cinder-799668-15-iscsi is: [{'id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-router', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:24Z', 'updated_at': '2021-09-01T02:17:31Z', 'revision_number': 4, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'gw_port': {'id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:25Z', 'updated_at': '2021-09-01T02:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '7e04b27e-43c7-4441-be9b-4ecfddec9161', 'name': '', 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'mac_address': 'fa:16:3e:95:e0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0140f550-0093-4023-8b1f-b2e12667580c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'subnets': [{'id': '0140f550-0093-4023-8b1f-b2e12667580c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:17:40.192052 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:40.192052 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Request body: {'port': {'device_id': 'e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:40.220952 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:40.268743 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Transition to ACTIVE for port object 3199c68b-dba6-47ed-96e3-1083554545e6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:40.298116 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-95ffb393-a422-47c3-9371-704b8008ba55 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:40.302454 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-95ffb393-a422-47c3-9371-704b8008ba55 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 819 time: 0.1859562 Sep 01 02:17:40.318669 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-639b339a-b7c7-4f37-a3ad-ca46851c03c7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/quotas/19a0f039a92a4a5993956e9c1bb22d8f HTTP/1.1" status: 200 len: 375 time: 0.0104611 Sep 01 02:17:40.410747 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-ad528e44-c021-4aa4-9c71-05718f0ff3c8 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0845187 Sep 01 02:17:40.494644 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:40.529962 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03994441-87c3-44a2-9630-01a281f48dd3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:40.542543 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:40.590831 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:40.699254 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668372f1-b9e8-4923-bd60-46df5b6409af') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:40.704384 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-596d68af-936c-4427-b8d6-35cc5a8b1063 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:40.705961 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668372f1-b9e8-4923-bd60-46df5b6409af') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:40.744763 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-54ae99ef-9d74-4ae3-ac8a-70346c008150 service neutron] 10.222.0.23 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268816 Sep 01 02:17:40.750921 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:40.814479 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd88f71-bd5a-4c0a-afb2-d9ee917e65e6 None None] Pushing event updated for resources: {'Port': ['ID=3199c68b-dba6-47ed-96e3-1083554545e6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:40.844027 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:40.998837 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Attempting to bind port 3199c68b-dba6-47ed-96e3-1083554545e6 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:17:40.999442 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Attempting to bind port 3199c68b-dba6-47ed-96e3-1083554545e6 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:17:41.000061 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Attempting to bind port 3199c68b-dba6-47ed-96e3-1083554545e6 on network ee32945b-3554-46fb-b446-e2f9ab36f46c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:41.007269 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d68af-936c-4427-b8d6-35cc5a8b1063 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62284495-14f7-4fb8-ba7f-357850506f39,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:41.022819 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:17:41.023649 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Checking segment: {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:41.024440 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.026255 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Bound using segment: {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:17:41.028201 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Bound port: 3199c68b-dba6-47ed-96e3-1083554545e6, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:17:41.033646 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.049283 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f35014-8cfc-4385-bd7f-8e6a09cc497e req-09550c24-7bb8-45eb-b832-17cbd1a56c38 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:41.058776 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5f35014-8cfc-4385-bd7f-8e6a09cc497e req-09550c24-7bb8-45eb-b832-17cbd1a56c38 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 931 time: 0.4606564 Sep 01 02:17:41.067342 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7c8112-32d7-4081-a87f-f8090dd6e70e" -d '{"events": [{"name": "network-changed", "server_uuid": "aadf33d5-efcd-4a6b-98a0-90b24d0a1108", "tag": "e7b7ae68-fdab-4d11-9ff9-515a2845eaf5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:17:41.071864 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-596d68af-936c-4427-b8d6-35cc5a8b1063 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.075927 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-596d68af-936c-4427-b8d6-35cc5a8b1063 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5345976 Sep 01 02:17:41.079627 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37246) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:41.097317 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-9115d179-e601-457e-8597-7a9def0f4460 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'security_group_rule': {'security_group_id': '62284495-14f7-4fb8-ba7f-357850506f39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:41.130672 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:17:41.131107 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:17:41.133102 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:17:41.199573 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-ac5c9565-de24-4579-9680-1a9e71f584d1 service neutron] 10.222.0.23 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190295 Sep 01 02:17:41.239755 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5f35014-8cfc-4385-bd7f-8e6a09cc497e req-9e3facde-250f-4807-a053-e58d6e79cf86 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799099 Sep 01 02:17:41.299326 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9115d179-e601-457e-8597-7a9def0f4460 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.336569 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] For port 3199c68b-dba6-47ed-96e3-1083554545e6, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:17:41.347576 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] For port 3199c68b-dba6-47ed-96e3-1083554545e6, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=3199c68b-dba6-47ed-96e3-1083554545e6,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:17:41.445666 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:41.542520 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.588746 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9115d179-e601-457e-8597-7a9def0f4460 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.619992 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd88f71-bd5a-4c0a-afb2-d9ee917e65e6 None None] Pushing event updated for resources: {'Port': ['ID=3199c68b-dba6-47ed-96e3-1083554545e6,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:41.622567 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666046e-0b5f-49a0-9d65-bdc17fb456db req-309c6f80-7a69-48e2-bf9c-4623c8786963 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:41.624459 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b666046e-0b5f-49a0-9d65-bdc17fb456db req-309c6f80-7a69-48e2-bf9c-4623c8786963 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 943 time: 0.1404932 Sep 01 02:17:41.689709 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.713906 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:17:41.715411 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:17:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:41.733210 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b666046e-0b5f-49a0-9d65-bdc17fb456db req-12f08d80-fbd4-4b18-ba6f-c7ad7f42b413 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882435 Sep 01 02:17:41.750607 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.752947 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/03994441-87c3-44a2-9630-01a281f48dd3 HTTP/1.1" status: 204 len: 168 time: 1.8765035 Sep 01 02:17:41.761579 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ab198-3ecc-4eec-8e99-c10fdb7fe8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=03994441-87c3-44a2-9630-01a281f48dd3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:41.808586 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-8458e265-228f-4446-a98d-6e5f5a788af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:41.816451 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-8458e265-228f-4446-a98d-6e5f5a788af1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 1096 time: 0.7646453 Sep 01 02:17:41.830375 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:41.830757 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.912543 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9115d179-e601-457e-8597-7a9def0f4460 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:41.935940 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115d179-e601-457e-8597-7a9def0f4460 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d1ec60-43b9-42ef-bf65-0cab84f7fc53,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:41.996288 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37260) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:42.053259 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7e93cd1-02f2-428d-8efe-a42a78d345e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:42.054795 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9115d179-e601-457e-8597-7a9def0f4460 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:42.061576 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9115d179-e601-457e-8597-7a9def0f4460 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9781830 Sep 01 02:17:42.092385 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37266) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:42.097606 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-886df4ca-9711-4011-9b04-f4fa218bdb89 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'security_group_rule': {'security_group_id': '62284495-14f7-4fb8-ba7f-357850506f39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:42.128897 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-7ba749d8-4014-4121-a0cb-352976c005df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 HTTP/1.1" status: 200 len: 217 time: 0.2933846 Sep 01 02:17:42.135277 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:17:42.240856 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f32a8ec0-47cf-4f9a-84c2-b23c860b8346 req-62309d6d-b39b-4711-8d9c-7dd4faf0d7e5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 210 time: 0.0853043 Sep 01 02:17:42.356754 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-4e4b235e-899c-47af-a84f-db2fbb9450db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:42.361447 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-4e4b235e-899c-47af-a84f-db2fbb9450db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7c98f80-6b39-47ac-9b5c-5fd8efac130e HTTP/1.1" status: 200 len: 854 time: 0.1997290 Sep 01 02:17:42.373725 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-886df4ca-9711-4011-9b04-f4fa218bdb89 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:42.522067 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-d6dcabe4-2509-48c7-9573-8b5889ddea34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e01de8dd-ade6-4102-b0a8-c70ee02163ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373940 Sep 01 02:17:42.522212 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37278) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:42.667047 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fe76d6-3989-44b9-b679-f83796573583 x-openstack-request-id: req-62fe76d6-3989-44b9-b679-f83796573583 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:17:42.667718 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadf33d5-efcd-4a6b-98a0-90b24d0a1108", "tag": "e7b7ae68-fdab-4d11-9ff9-515a2845eaf5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:17:42.668240 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62fe76d6-3989-44b9-b679-f83796573583 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:17:42.668960 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadf33d5-efcd-4a6b-98a0-90b24d0a1108', 'tag': 'e7b7ae68-fdab-4d11-9ff9-515a2845eaf5', 'status': 'completed', 'code': 200} Sep 01 02:17:42.673238 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 7e04b27e-43c7-4441-be9b-4ecfddec9161 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:42.768104 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80045d5e-5fbb-4e14-8808-b144033e742c {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:17:42.779047 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:42.839958 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Transition to ACTIVE for port object 80045d5e-5fbb-4e14-8808-b144033e742c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:42.858301 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-78f5c950-9006-4d41-bb52-f56ddf4bb95c service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231857 Sep 01 02:17:43.000424 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 7e04b27e-43c7-4441-be9b-4ecfddec9161 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:43.000663 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.032130 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 7e04b27e-43c7-4441-be9b-4ecfddec9161 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:43.032732 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.102909 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=80045d5e-5fbb-4e14-8808-b144033e742c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:43.113801 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.26', 59716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:43.117942 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-db6bb9d6-3db9-4f7c-afed-5f9deea47d96 req-6fdd1fc0-bb29-4313-9401-ebce94284760 service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507679 Sep 01 02:17:43.142688 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-886df4ca-9711-4011-9b04-f4fa218bdb89 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.163604 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45305ee5-35c5-4b97-ba19-2510885caf88 req-7b8be7dc-636f-42f3-a2fb-f3f10b92d326 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:43.187407 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-45305ee5-35c5-4b97-ba19-2510885caf88 req-7b8be7dc-636f-42f3-a2fb-f3f10b92d326 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 931 time: 0.7500031 Sep 01 02:17:43.246140 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f777d3-d7e2-43d2-8ffb-b82ca9eee568 req-30d9608c-912b-4e6f-a625-3f3200a9d1ee tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:43.260545 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-18f777d3-d7e2-43d2-8ffb-b82ca9eee568 req-30d9608c-912b-4e6f-a625-3f3200a9d1ee tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 943 time: 0.2863946 Sep 01 02:17:43.260700 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:41Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:17:43.260854 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b5d45278-b14e-4ea0-b948-b583afc42adc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b963e69cdb345149310ebee39eed945&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7327001 Sep 01 02:17:43.260930 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:43.268508 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-886df4ca-9711-4011-9b04-f4fa218bdb89 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.308547 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa7621-a806-4986-8dc4-b70e21dd6835 None None] The sync data for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi is: [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:41Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:17:43.324388 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-45305ee5-35c5-4b97-ba19-2510885caf88 req-85b87a93-34bf-44a9-8f9b-f15ddadf9b59 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277893 Sep 01 02:17:43.360334 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.376049 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Attempting to bind port 80045d5e-5fbb-4e14-8808-b144033e742c on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:17:43.376411 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Attempting to bind port 80045d5e-5fbb-4e14-8808-b144033e742c by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '967fb6a8-d24e-4ad7-8be2-f99343ae9670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f94c3d4b-f640-4d0d-8d60-5e7b88237b7d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:17:43.376751 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Attempting to bind port 80045d5e-5fbb-4e14-8808-b144033e742c on network f94c3d4b-f640-4d0d-8d60-5e7b88237b7d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:43.421363 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886df4ca-9711-4011-9b04-f4fa218bdb89 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2824ac60-d7b8-4787-afb9-7a4db5f9c6ac,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:43.467818 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7e93cd1-02f2-428d-8efe-a42a78d345e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.545567 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Port 80045d5e-5fbb-4e14-8808-b144033e742c on network f94c3d4b-f640-4d0d-8d60-5e7b88237b7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:17:43.546777 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Attempting to bind port 80045d5e-5fbb-4e14-8808-b144033e742c on network f94c3d4b-f640-4d0d-8d60-5e7b88237b7d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:43.554584 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 7e04b27e-43c7-4441-be9b-4ecfddec9161, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=7e04b27e-43c7-4441-be9b-4ecfddec9161,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:43.556989 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-18f777d3-d7e2-43d2-8ffb-b82ca9eee568 req-ab331b96-0d30-4488-848d-0126e1c2ec7c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944551 Sep 01 02:17:43.562640 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-971228dd-6f57-48d5-a35f-7ef61ba21d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.584289 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:17:43.587627 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Checking segment: {'id': '967fb6a8-d24e-4ad7-8be2-f99343ae9670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f94c3d4b-f640-4d0d-8d60-5e7b88237b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:43.587627 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Bound using segment: {'id': '967fb6a8-d24e-4ad7-8be2-f99343ae9670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f94c3d4b-f640-4d0d-8d60-5e7b88237b7d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:17:43.587627 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Bound port: 80045d5e-5fbb-4e14-8808-b144033e742c, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967fb6a8-d24e-4ad7-8be2-f99343ae9670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f94c3d4b-f640-4d0d-8d60-5e7b88237b7d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:17:43.587627 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.610503 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:43.620111 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-73994260-da35-4d45-9681-e7adc1449481 req-19b7f35f-1e40-40db-8b63-81146a02289d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 210 time: 0.0542426 Sep 01 02:17:43.624412 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-971228dd-6f57-48d5-a35f-7ef61ba21d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.643122 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7e93cd1-02f2-428d-8efe-a42a78d345e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.655107 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-8772cb1b-8975-4fff-8cb6-3ae73a7f6128 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:43.656655 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-8772cb1b-8975-4fff-8cb6-3ae73a7f6128 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.26 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 819 time: 0.5016506 Sep 01 02:17:43.671252 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c8112-32d7-4081-a87f-f8090dd6e70e req-464e5496-d1e8-46e2-91b3-edc0986642ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:43.674131 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.675156 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb7c8112-32d7-4081-a87f-f8090dd6e70e req-464e5496-d1e8-46e2-91b3-edc0986642ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 1096 time: 0.3505628 Sep 01 02:17:43.734783 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e93cd1-02f2-428d-8efe-a42a78d345e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21037d6d-16d8-45a7-9ba3-4e347a6b55ba,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:43.753028 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37306) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:43.754882 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Request body: {'port': {'device_id': '49d8774e-a53f-417b-86d5-20f6a4426c3f', 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14', 'admin_state_up': True, 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:43.797399 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-886df4ca-9711-4011-9b04-f4fa218bdb89 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:43.806329 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-886df4ca-9711-4011-9b04-f4fa218bdb89 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7125876 Sep 01 02:17:43.807558 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37314) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:43.822854 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'floatingip': {'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:43.855927 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c7e93cd1-02f2-428d-8efe-a42a78d345e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12746c4bb824488bbb11da88b9da2b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8578501 Sep 01 02:17:43.859683 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37316) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:43.868576 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=7e04b27e-43c7-4441-be9b-4ecfddec9161,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:43.902130 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 3199c68b-dba6-47ed-96e3-1083554545e6 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:44.061921 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3284edfe-b479-4d8d-b195-8082a63bc765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.061921 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3284edfe-b479-4d8d-b195-8082a63bc765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.061921 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f28c901f-dbb5-4f32-a875-91b4bd15a6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.134908 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-795228b4-f95b-452b-bd87-62d7440adea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.164073 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] For port 80045d5e-5fbb-4e14-8808-b144033e742c, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:17:44.204864 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.206234 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] For port 80045d5e-5fbb-4e14-8808-b144033e742c, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=80045d5e-5fbb-4e14-8808-b144033e742c,segment=NetworkSegment(967fb6a8-d24e-4ad7-8be2-f99343ae9670),segment_id=967fb6a8-d24e-4ad7-8be2-f99343ae9670)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:17:44.234740 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c8112-32d7-4081-a87f-f8090dd6e70e req-dcec03e8-aef7-432c-a781-927115f2bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:44.236960 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb7c8112-32d7-4081-a87f-f8090dd6e70e req-dcec03e8-aef7-432c-a781-927115f2bbfa service neutron] 10.222.0.26 "GET /v2.0/networks?id=e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 200 len: 915 time: 0.4953101 Sep 01 02:17:44.271104 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 3199c68b-dba6-47ed-96e3-1083554545e6 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:44.278454 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 3199c68b-dba6-47ed-96e3-1083554545e6 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:44.278454 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.308202 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.329200 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-971228dd-6f57-48d5-a35f-7ef61ba21d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.336227 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-971228dd-6f57-48d5-a35f-7ef61ba21d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.337009 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3284edfe-b479-4d8d-b195-8082a63bc765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.340968 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-971228dd-6f57-48d5-a35f-7ef61ba21d46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b86309d-b4a8-4833-b189-988fe4f20590 HTTP/1.1" status: 204 len: 168 time: 1.0806901 Sep 01 02:17:44.350726 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3284edfe-b479-4d8d-b195-8082a63bc765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.352089 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3284edfe-b479-4d8d-b195-8082a63bc765 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21037d6d-16d8-45a7-9ba3-4e347a6b55ba HTTP/1.1" status: 204 len: 168 time: 0.4918456 Sep 01 02:17:44.376023 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:44.377482 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.383380 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/80045d5e-5fbb-4e14-8808-b144033e742c HTTP/1.1" status: 200 len: 1093 time: 4.2602096 Sep 01 02:17:44.458843 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284edfe-b479-4d8d-b195-8082a63bc765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21037d6d-16d8-45a7-9ba3-4e347a6b55ba,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:44.502082 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971228dd-6f57-48d5-a35f-7ef61ba21d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86309d-b4a8-4833-b189-988fe4f20590,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:44.542094 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.570495 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f960eb0-db52-45e5-93a5-0e6f6261e9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=80045d5e-5fbb-4e14-8808-b144033e742c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:44.658559 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 3199c68b-dba6-47ed-96e3-1083554545e6, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=3199c68b-dba6-47ed-96e3-1083554545e6,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:44.671722 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce', 'tag': '80045d5e-5fbb-4e14-8808-b144033e742c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:17:44.674519 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5104b4c0-34a6-4233-8a60-1ef11ffa1485" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce", "tag": "80045d5e-5fbb-4e14-8808-b144033e742c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:17:44.727911 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890a746-c082-4075-a300-5799006d2347 req-0fb3c35f-4248-4137-bf17-a37fe5307302 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:44.729531 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0890a746-c082-4075-a300-5799006d2347 req-0fb3c35f-4248-4137-bf17-a37fe5307302 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 943 time: 0.2040439 Sep 01 02:17:44.731593 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f28c901f-dbb5-4f32-a875-91b4bd15a6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.804228 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.897326 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0890a746-c082-4075-a300-5799006d2347 req-6bc391f8-c0bd-495b-9ded-6fa6c9997e2e tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614482 Sep 01 02:17:44.905903 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=3199c68b-dba6-47ed-96e3-1083554545e6,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:44.942682 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d9aa6-bd84-4e3c-97ef-b1eeb6fb760c req-398859b9-12ad-414b-8c3c-d6bfc2120a95 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:44.944490 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e79d9aa6-bd84-4e3c-97ef-b1eeb6fb760c req-398859b9-12ad-414b-8c3c-d6bfc2120a95 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 943 time: 0.2116134 Sep 01 02:17:44.956989 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f28c901f-dbb5-4f32-a875-91b4bd15a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:44.970925 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.056091 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f28c901f-dbb5-4f32-a875-91b4bd15a6ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b93f5294c6794cb092f3334f4e1ab902&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2973816 Sep 01 02:17:45.056810 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:45.064916 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c901f-dbb5-4f32-a875-91b4bd15a6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59673334-26b8-41c5-9311-616dfc675d26,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:45.116481 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Made reservation on behalf of 19a0f039a92a4a5993956e9c1bb22d8f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:45.126004 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.134844 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-90367b49-9c6c-4915-857b-87d0f635dba2 req-c9486ad9-3867-441a-9bca-f0b8b53d740d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 210 time: 0.0701313 Sep 01 02:17:45.196428 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e79d9aa6-bd84-4e3c-97ef-b1eeb6fb760c req-99f7f40b-bdd3-4f22-b157-82c9198503c6 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301466 Sep 01 02:17:45.298728 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Allocated IP 172.27.1.155 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/4ad73fd0-e66e-44f8-9283-cab87150fe3c) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:45.432941 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.440648 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7379820-2e18-4df1-9342-cd4a142210ba x-openstack-request-id: req-e7379820-2e18-4df1-9342-cd4a142210ba {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:17:45.440648 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce", "tag": "80045d5e-5fbb-4e14-8808-b144033e742c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:17:45.440648 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7379820-2e18-4df1-9342-cd4a142210ba {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:17:45.440648 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce', 'tag': '80045d5e-5fbb-4e14-8808-b144033e742c', 'status': 'completed', 'code': 200} Sep 01 02:17:45.510005 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3404ec2-1035-46c1-a6d5-7ee82e5299c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.557603 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3404ec2-1035-46c1-a6d5-7ee82e5299c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.617243 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.662695 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:45.665652 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:45.670350 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:45.705528 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb7c8112-32d7-4081-a87f-f8090dd6e70e req-d635dbbd-21dd-4c63-932d-b0ef51f4a831 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 HTTP/1.1" status: 200 len: 217 time: 0.0615301 Sep 01 02:17:45.706597 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'Port': ['ID=4ad73fd0-e66e-44f8-9283-cab87150fe3c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:45.706724 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Allocated IP 172.20.0.9 (25ff1c87-3840-478f-bfb8-50f6aa595d14/0140f550-0093-4023-8b1f-b2e12667580c/11a3d8b9-6e44-434d-98a3-607ce7a1bbaf) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:45.729993 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37344) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:45.740082 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-795228b4-f95b-452b-bd87-62d7440adea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.791957 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-020560bf-2cee-441e-bf59-42acde9fd4bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=497e057d21b643e6a35ac5c037490e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607843 Sep 01 02:17:45.794291 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37346) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:45.798887 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 3199c68b-dba6-47ed-96e3-1083554545e6 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:45.826270 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104b4c0-34a6-4233-8a60-1ef11ffa1485 req-e6bfb6c1-425a-432f-a9e4-f868c0901095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:45.828374 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5104b4c0-34a6-4233-8a60-1ef11ffa1485 req-e6bfb6c1-425a-432f-a9e4-f868c0901095 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=040eea22f3264f20b189c0cf4a3051d1&device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 1096 time: 0.1370168 Sep 01 02:17:45.837720 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c8112-32d7-4081-a87f-f8090dd6e70e req-65243b4d-b475-4f3b-b8c0-ce90624a2c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:45.839261 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb7c8112-32d7-4081-a87f-f8090dd6e70e req-65243b4d-b475-4f3b-b8c0-ce90624a2c47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7c98f80-6b39-47ac-9b5c-5fd8efac130e HTTP/1.1" status: 200 len: 854 time: 0.1020491 Sep 01 02:17:45.879838 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 3199c68b-dba6-47ed-96e3-1083554545e6 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:45.880979 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.893187 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-795228b4-f95b-452b-bd87-62d7440adea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.895656 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3404ec2-1035-46c1-a6d5-7ee82e5299c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.898111 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3404ec2-1035-46c1-a6d5-7ee82e5299c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.899215 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a3404ec2-1035-46c1-a6d5-7ee82e5299c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59673334-26b8-41c5-9311-616dfc675d26 HTTP/1.1" status: 204 len: 168 time: 0.8412967 Sep 01 02:17:45.899980 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7e81d955-785c-4616-b0a3-17ab8bb6719b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.923701 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7e81d955-785c-4616-b0a3-17ab8bb6719b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:45.995122 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 7e04b27e-43c7-4441-be9b-4ecfddec9161 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:46.056624 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb7c8112-32d7-4081-a87f-f8090dd6e70e req-f67f3f56-1325-4808-ae82-ec184a17da56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e01de8dd-ade6-4102-b0a8-c70ee02163ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1906199 Sep 01 02:17:46.074904 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 7e04b27e-43c7-4441-be9b-4ecfddec9161 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:46.074904 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.086950 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.123642 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91643305-df20-4262-88c0-d6febdfce3eb req-bbc62325-ea8c-452b-9484-32573574247d tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:46.125512 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-91643305-df20-4262-88c0-d6febdfce3eb req-bbc62325-ea8c-452b-9484-32573574247d tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 943 time: 0.1114972 Sep 01 02:17:46.197497 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-91643305-df20-4262-88c0-d6febdfce3eb req-f189aa11-ac07-4c53-8290-a80be912c3a0 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658970 Sep 01 02:17:46.207349 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7e81d955-785c-4616-b0a3-17ab8bb6719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.213574 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7e81d955-785c-4616-b0a3-17ab8bb6719b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.213574 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7e81d955-785c-4616-b0a3-17ab8bb6719b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/160a6b37-152f-4d0b-b454-0d043bf18899 HTTP/1.1" status: 204 len: 168 time: 0.4153361 Sep 01 02:17:46.221075 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104b4c0-34a6-4233-8a60-1ef11ffa1485 req-035b2005-a844-4f29-b96f-2a98108f5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:46.222551 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5104b4c0-34a6-4233-8a60-1ef11ffa1485 req-035b2005-a844-4f29-b96f-2a98108f5742 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=040eea22f3264f20b189c0cf4a3051d1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3794289 Sep 01 02:17:46.227235 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-795228b4-f95b-452b-bd87-62d7440adea9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9318f0ef41f45a69247ef2bdef80a18&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6029696 Sep 01 02:17:46.227480 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81d955-785c-4616-b0a3-17ab8bb6719b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160a6b37-152f-4d0b-b454-0d043bf18899,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:46.227603 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795228b4-f95b-452b-bd87-62d7440adea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51887895-96eb-419f-8751-150305377b9d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:46.227993 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:46.333491 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b4981894-2f39-4150-ba3f-bf47149f5780 req-cf80e6f6-9a9e-4485-bd39-3883d3582b5c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 210 time: 0.0652869 Sep 01 02:17:46.336836 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.350497 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3404ec2-1035-46c1-a6d5-7ee82e5299c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59673334-26b8-41c5-9311-616dfc675d26,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:46.484283 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938ac2f-c8c1-42eb-8203-739ebbc12049 req-69beaf54-3de0-4cf8-8650-d5c487d9bcf7 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:46.485908 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b938ac2f-c8c1-42eb-8203-739ebbc12049 req-69beaf54-3de0-4cf8-8650-d5c487d9bcf7 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 943 time: 0.1801472 Sep 01 02:17:46.530575 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.26', 59720) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:46.568138 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb7c8112-32d7-4081-a87f-f8090dd6e70e req-6d9e3324-bdb6-49e1-be36-21ce9047f721 service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797404 Sep 01 02:17:46.613300 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b938ac2f-c8c1-42eb-8203-739ebbc12049 req-311f1a39-6121-44cc-96e6-22d907519772 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208305 Sep 01 02:17:46.615219 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.631488 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.675558 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-35ea4478-b47e-4645-8edf-ebcbb4c9439b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:46.677528 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-35ea4478-b47e-4645-8edf-ebcbb4c9439b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.26 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 819 time: 0.1433179 Sep 01 02:17:46.694481 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5352f7ea-6e50-42cd-beee-2ff1c4d5a6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.695501 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37370) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:46.701369 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Request body: {'port': {'device_id': '0d98031b-58b9-4c56-a367-65396ba4ffbe', 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14', 'admin_state_up': True, 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:46.728459 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104b4c0-34a6-4233-8a60-1ef11ffa1485 req-8ea9e082-15ab-4dbd-95bf-085c55c5ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:46.730021 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5104b4c0-34a6-4233-8a60-1ef11ffa1485 req-8ea9e082-15ab-4dbd-95bf-085c55c5ec80 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4190814 Sep 01 02:17:46.737297 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5352f7ea-6e50-42cd-beee-2ff1c4d5a6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.758302 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bbf8-e1ff-402b-b526-9e59a3715930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.763838 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.808625 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb7c8112-32d7-4081-a87f-f8090dd6e70e req-6e9732a4-1763-4d1c-ac46-4de3d3701b5f service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219386 Sep 01 02:17:46.883768 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-92d9c777-c0cb-4990-9169-ede288e5b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:46.885496 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-92d9c777-c0cb-4990-9169-ede288e5b4ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=040eea22f3264f20b189c0cf4a3051d1&device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 1096 time: 0.0589824 Sep 01 02:17:46.938091 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-c90dc584-562a-4e9b-ab4a-88f9e601961c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80045d5e-5fbb-4e14-8808-b144033e742c HTTP/1.1" status: 200 len: 217 time: 0.0441284 Sep 01 02:17:46.939231 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.954658 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5352f7ea-6e50-42cd-beee-2ff1c4d5a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.957221 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5352f7ea-6e50-42cd-beee-2ff1c4d5a6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:46.961217 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5352f7ea-6e50-42cd-beee-2ff1c4d5a6bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51887895-96eb-419f-8751-150305377b9d HTTP/1.1" status: 204 len: 168 time: 0.6647127 Sep 01 02:17:46.986067 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'Port': ['ID=4ad73fd0-e66e-44f8-9283-cab87150fe3c,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:47.011561 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.050766 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352f7ea-6e50-42cd-beee-2ff1c4d5a6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51887895-96eb-419f-8751-150305377b9d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:47.064365 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Network 25ff1c87-3840-478f-bfb8-50f6aa595d14 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:47.071075 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:47.078529 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:47.082378 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-f67d10d9-7257-49b9-a51c-a7b19cfce9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:47.083937 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-f67d10d9-7257-49b9-a51c-a7b19cfce9b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=56a4c952-509a-4bf7-a6b5-cd3c8543b100 HTTP/1.1" status: 200 len: 850 time: 0.1345820 Sep 01 02:17:47.085945 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Pushing event updated for resources: {'Port': ['ID=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:47.137257 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bbf8-e1ff-402b-b526-9e59a3715930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.137641 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-38dafaeb-0150-4a6b-8cf4-e4f85a93b109 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f94c3d4b-f640-4d0d-8d60-5e7b88237b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314837 Sep 01 02:17:47.160393 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:47.160994 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.240571 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bbf8-e1ff-402b-b526-9e59a3715930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.262248 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-8fbed3ba-f7da-4c8e-987b-f89293c034ad service neutron] 10.222.0.26 "GET /v2.0/networks/f94c3d4b-f640-4d0d-8d60-5e7b88237b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137450 Sep 01 02:17:47.281348 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c9b8bbf8-e1ff-402b-b526-9e59a3715930 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=322f20f0d94846788267df66b40f8850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760996 Sep 01 02:17:47.285231 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:47.296116 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8bbf8-e1ff-402b-b526-9e59a3715930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dd9018-898a-45a1-8cef-6e091245b6a3,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:47.339282 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff993cb0-045c-405f-b84f-da9805c38fff req-713fe1b3-001f-4632-8673-ddad511fd800 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:47.344861 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ff993cb0-045c-405f-b84f-da9805c38fff req-713fe1b3-001f-4632-8673-ddad511fd800 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 943 time: 0.0614874 Sep 01 02:17:47.381288 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ff993cb0-045c-405f-b84f-da9805c38fff req-d5a1db1a-82a9-48a8-92c0-00fd13b85ba0 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338981 Sep 01 02:17:47.392935 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-4335c52f-01e6-4ab1-8307-12e49f76f563 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6524246 Sep 01 02:17:47.395206 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.396516 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-dd0977f9-cf3f-4c12-94e7-d0afa85057f3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5798376 Sep 01 02:17:47.420184 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Request body: {'port': {'device_id': '49d8774e-a53f-417b-86d5-20f6a4426c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:47.424231 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7789d2ae-e0fd-47f8-98ee-71bb19a20865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.454342 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-02014e15-542d-44fa-a92d-fb93df7594b7 req-2d3b8ad2-6d41-4b11-adf0-12d72c875e66 service neutron] 10.222.0.26 "GET /v2.0/networks/f94c3d4b-f640-4d0d-8d60-5e7b88237b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842830 Sep 01 02:17:47.455538 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-55745d4f-0337-463a-86e1-f41e73bf97da req-4cf01517-57d5-4f22-b09a-c6cabf32b8bf tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 210 time: 0.0265205 Sep 01 02:17:47.542453 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Made reservation on behalf of 19a0f039a92a4a5993956e9c1bb22d8f for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:47.547662 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.658667 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7789d2ae-e0fd-47f8-98ee-71bb19a20865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.707280 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.817095 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7789d2ae-e0fd-47f8-98ee-71bb19a20865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.819605 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7789d2ae-e0fd-47f8-98ee-71bb19a20865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:47.823071 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7789d2ae-e0fd-47f8-98ee-71bb19a20865 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87dd9018-898a-45a1-8cef-6e091245b6a3 HTTP/1.1" status: 204 len: 168 time: 0.5376329 Sep 01 02:17:47.827870 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-ef6c83f7-7af3-46e7-aa39-42851852df86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1998348714&fields=id&tenant_id=bd6b9d4de25d4167a743e1a10375bd07 HTTP/1.1" status: 200 len: 267 time: 0.1725378 Sep 01 02:17:47.844205 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789d2ae-e0fd-47f8-98ee-71bb19a20865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dd9018-898a-45a1-8cef-6e091245b6a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:47.921920 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc0acc-32a4-49ad-ad94-0f82ec061c1d req-bb3edd97-a7ee-4e1a-b443-716a6e9c77d6 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:47.922492 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:47.923656 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ccdc0acc-32a4-49ad-ad94-0f82ec061c1d req-bb3edd97-a7ee-4e1a-b443-716a6e9c77d6 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 943 time: 0.2253170 Sep 01 02:17:47.929950 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Allocated IP 172.20.0.12 (25ff1c87-3840-478f-bfb8-50f6aa595d14/0140f550-0093-4023-8b1f-b2e12667580c/e5e16b7a-4706-4cc0-8dc8-8de6938037c9) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:47.949595 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc12a50-5243-4c09-9294-b09986007a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.037208 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ccdc0acc-32a4-49ad-ad94-0f82ec061c1d req-e851e074-54f2-494f-9d6e-49791bff1a24 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995679 Sep 01 02:17:48.066279 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-bef87b76-66a6-407c-b027-e57735f047f1 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:48.073285 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-bef87b76-66a6-407c-b027-e57735f047f1 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/networks?id=ee32945b-3554-46fb-b446-e2f9ab36f46c HTTP/1.1" status: 200 len: 811 time: 0.2445433 Sep 01 02:17:48.074859 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc12a50-5243-4c09-9294-b09986007a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.095977 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-5c98ae74-a846-4a4a-919c-c59449ffb079 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/quotas/bd6b9d4de25d4167a743e1a10375bd07 HTTP/1.1" status: 200 len: 375 time: 0.0218165 Sep 01 02:17:48.180296 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc12a50-5243-4c09-9294-b09986007a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.214171 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-89bd48bc-03ba-4526-b180-611328ba3be6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058433 Sep 01 02:17:48.220476 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5bc12a50-5243-4c09-9294-b09986007a65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21b2d217e90e413ab7b6396fa0acaf7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944100 Sep 01 02:17:48.220754 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:48.227903 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc12a50-5243-4c09-9294-b09986007a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8652467e-8e7d-4431-856b-27d8df496d4e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:48.230748 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.288827 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf39c-c42b-4362-a6b3-39dd87e52836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.311626 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf39c-c42b-4362-a6b3-39dd87e52836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.330519 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-608852b7-acb7-449a-9ec5-06026ef81127 service neutron] 10.222.0.23 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966530 Sep 01 02:17:48.439772 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-79950e8b-6877-4615-92bf-e533c07e2365 service neutron] 10.222.0.23 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009064 Sep 01 02:17:48.477363 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf39c-c42b-4362-a6b3-39dd87e52836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.480177 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf39c-c42b-4362-a6b3-39dd87e52836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.484069 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2a9bf39c-c42b-4362-a6b3-39dd87e52836 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8652467e-8e7d-4431-856b-27d8df496d4e HTTP/1.1" status: 204 len: 168 time: 0.2602999 Sep 01 02:17:48.497029 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bf39c-c42b-4362-a6b3-39dd87e52836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8652467e-8e7d-4431-856b-27d8df496d4e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:48.536015 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.668041 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f2f2-1fe4-4b7c-b6db-63e0377f65dd req-cd5eb9b4-0d08-4d19-a835-e88532a195a8 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:48.669575 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-67e7f2f2-1fe4-4b7c-b6db-63e0377f65dd req-cd5eb9b4-0d08-4d19-a835-e88532a195a8 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 943 time: 0.1777997 Sep 01 02:17:48.671594 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Network 25ff1c87-3840-478f-bfb8-50f6aa595d14 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:48.672985 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Pushing event updated for resources: {'Port': ['ID=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:48.683679 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:48.686888 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:48.692884 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:48.693141 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.695166 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:17:48.706693 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.723961 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:17:48.728318 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Transition to ACTIVE for port object 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:48.784833 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-67e7f2f2-1fe4-4b7c-b6db-63e0377f65dd req-a4cdb997-0e28-4077-b4dd-455b7b635ce2 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028554 Sep 01 02:17:48.828547 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:48.867676 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3c789d03-0054-486a-8245-14c2d3c7b8a4 req-889ce83b-be6e-476d-a540-ab81f326611e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 210 time: 0.0531490 Sep 01 02:17:48.908318 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-be7fe59d-5459-4d98-90b3-a7fe5e341748 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2116158 Sep 01 02:17:48.924017 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Request body: {'port': {'device_id': '0d98031b-58b9-4c56-a367-65396ba4ffbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:48.946750 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:48.956293 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Pushing event updated for resources: {'Port': ['ID=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:48.991233 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492ddcb-195f-4faf-87cf-54e143a4e435 req-0a5c47b4-5ab5-47b9-8be9-361214200d58 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:48.992889 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9492ddcb-195f-4faf-87cf-54e143a4e435 req-0a5c47b4-5ab5-47b9-8be9-361214200d58 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 932 time: 0.1317959 Sep 01 02:17:49.001545 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': 'e7b7ae68-fdab-4d11-9ff9-515a2845eaf5', 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec', 'port_id': 'e7b7ae68-fdab-4d11-9ff9-515a2845eaf5', 'mac_address': 'fa:16:3e:b3:31:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c98f80-6b39-47ac-9b5c-5fd8efac130e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:17:49.014183 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:49.061487 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:49.064874 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Attempting to bind port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:17:49.065265 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Attempting to bind port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:17:49.065631 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Attempting to bind port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf on network 25ff1c87-3840-478f-bfb8-50f6aa595d14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:49.074971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf on network 25ff1c87-3840-478f-bfb8-50f6aa595d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:17:49.077306 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Attempting to bind port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf on network 25ff1c87-3840-478f-bfb8-50f6aa595d14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:49.080114 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:17:49.084544 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:17:49.084898 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Checking segment: {'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:49.087649 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Bound using segment: {'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:17:49.087649 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Bound port: 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:17:49.087649 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:49.102642 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:49.117513 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9492ddcb-195f-4faf-87cf-54e143a4e435 req-9899d87b-0618-4dd6-af18-4fa09f620567 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118851 Sep 01 02:17:49.193685 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:49.209762 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] For port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:17:49.213698 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] For port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:17:49.268119 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:49.286253 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:49.326271 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:49.326691 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:49.328526 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] 10.222.0.26 "PUT /v2.0/ports/11a3d8b9-6e44-434d-98a3-607ce7a1bbaf HTTP/1.1" status: 200 len: 1093 time: 1.9144287 Sep 01 02:17:49.331248 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d8774e-a53f-417b-86d5-20f6a4426c3f', 'tag': '11a3d8b9-6e44-434d-98a3-607ce7a1bbaf'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:17:49.339971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2720e2-b6f2-44ea-9378-2d99d7d33c90" -d '{"events": [{"name": "network-changed", "server_uuid": "49d8774e-a53f-417b-86d5-20f6a4426c3f", "tag": "11a3d8b9-6e44-434d-98a3-607ce7a1bbaf"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:17:49.368404 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a734b1-0eae-496f-90f8-e15be807091b service neutron] Pushing event updated for resources: {'Port': ['ID=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:49.385017 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eedb25d-7e63-4b62-9ef9-b7cbc2e5657b x-openstack-request-id: req-5eedb25d-7e63-4b62-9ef9-b7cbc2e5657b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:17:49.385313 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d8774e-a53f-417b-86d5-20f6a4426c3f", "tag": "11a3d8b9-6e44-434d-98a3-607ce7a1bbaf", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:17:49.385572 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5eedb25d-7e63-4b62-9ef9-b7cbc2e5657b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:17:49.386006 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d8774e-a53f-417b-86d5-20f6a4426c3f', 'tag': '11a3d8b9-6e44-434d-98a3-607ce7a1bbaf', 'status': 'completed', 'code': 200} Sep 01 02:17:49.418620 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d371355-fa31-458d-b5ab-499ddb8b5ec0 req-01a97266-2b14-4008-919e-4846e0d24bdf tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:49.420593 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9d371355-fa31-458d-b5ab-499ddb8b5ec0 req-01a97266-2b14-4008-919e-4846e0d24bdf tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 944 time: 0.2562683 Sep 01 02:17:49.453894 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2720e2-b6f2-44ea-9378-2d99d7d33c90 req-96a2ea06-548e-4ca5-942c-d0f2a1d0507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:49.455562 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0f2720e2-b6f2-44ea-9378-2d99d7d33c90 req-96a2ea06-548e-4ca5-942c-d0f2a1d0507a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 1096 time: 0.0483186 Sep 01 02:17:49.476349 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['e7b7ae68-fdab-4d11-9ff9-515a2845eaf5'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:17:49.507279 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9d371355-fa31-458d-b5ab-499ddb8b5ec0 req-2fa0bd25-d4f4-4a57-b4e1-4e60240a3010 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583961 Sep 01 02:17:49.617614 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2720e2-b6f2-44ea-9378-2d99d7d33c90 req-f5649871-f15a-45d9-bb2a-d8c50483b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:49.620782 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0f2720e2-b6f2-44ea-9378-2d99d7d33c90 req-f5649871-f15a-45d9-bb2a-d8c50483b1fb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1563611 Sep 01 02:17:49.642651 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e16b7a-4706-4cc0-8dc8-8de6938037c9 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:17:49.654264 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:49.671141 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Transition to ACTIVE for port object e5e16b7a-4706-4cc0-8dc8-8de6938037c9 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:49.756981 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2720e2-b6f2-44ea-9378-2d99d7d33c90 req-79456bff-039b-4978-a128-f33384c0b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:49.759335 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0f2720e2-b6f2-44ea-9378-2d99d7d33c90 req-79456bff-039b-4978-a128-f33384c0b2fb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301055 Sep 01 02:17:49.774609 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:49.856400 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:49.857403 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-2de538f9-9d10-4355-86a8-581194ae6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:49.858888 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-2de538f9-9d10-4355-86a8-581194ae6409 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 1096 time: 0.0424006 Sep 01 02:17:49.911748 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-453fe38d-bc8c-4829-bea2-5155f569f061 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf HTTP/1.1" status: 200 len: 217 time: 0.0437527 Sep 01 02:17:49.979820 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-de31defc-0706-4179-99ac-2cbd40bad562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:49.981448 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-de31defc-0706-4179-99ac-2cbd40bad562 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 200 len: 859 time: 0.0626829 Sep 01 02:17:50.027223 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-1a6c0c09-00cf-409c-99f1-a79ed80bdf85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25ff1c87-3840-478f-bfb8-50f6aa595d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332270 Sep 01 02:17:50.110095 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Attempting to bind port e5e16b7a-4706-4cc0-8dc8-8de6938037c9 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:17:50.110448 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Attempting to bind port e5e16b7a-4706-4cc0-8dc8-8de6938037c9 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:17:50.110776 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Attempting to bind port e5e16b7a-4706-4cc0-8dc8-8de6938037c9 on network 25ff1c87-3840-478f-bfb8-50f6aa595d14 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:50.114112 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68fe73da-cf5b-4a8a-82bd-362f4e33b722 req-bbee07f9-1f6c-4704-90a6-48f2cad4c144 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 210 time: 0.0332680 Sep 01 02:17:50.121738 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Port e5e16b7a-4706-4cc0-8dc8-8de6938037c9 on network 25ff1c87-3840-478f-bfb8-50f6aa595d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:17:50.122066 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Attempting to bind port e5e16b7a-4706-4cc0-8dc8-8de6938037c9 on network 25ff1c87-3840-478f-bfb8-50f6aa595d14 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:50.130966 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:17:50.131272 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Checking segment: {'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:50.131943 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Bound using segment: {'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:17:50.135453 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Bound port: e5e16b7a-4706-4cc0-8dc8-8de6938037c9, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:17:50.135453 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:50.149062 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32537c69-a315-4106-94e4-61580e3b2561 req-5a95bd11-f24f-4db7-b1fb-80dfaaccbdae tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:50.156802 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32537c69-a315-4106-94e4-61580e3b2561 req-5a95bd11-f24f-4db7-b1fb-80dfaaccbdae tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 943 time: 0.2743068 Sep 01 02:17:50.158485 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-5af49140-f22e-4e14-83dd-0b3a33938a7c service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224475 Sep 01 02:17:50.207688 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37504) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:50.271484 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32537c69-a315-4106-94e4-61580e3b2561 req-5de30289-4e35-4b99-9061-66d4056170a2 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137884 Sep 01 02:17:50.307868 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] For port e5e16b7a-4706-4cc0-8dc8-8de6938037c9, host hv-cinder-79966, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:17:50.313269 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] For port e5e16b7a-4706-4cc0-8dc8-8de6938037c9, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:17:50.332094 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79f31e-c7e9-4fe1-9a4f-5dd33dda6ab4 req-14cc7f62-5848-42d6-b30e-13e4f2670b66 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:50.334110 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3a79f31e-c7e9-4fe1-9a4f-5dd33dda6ab4 req-14cc7f62-5848-42d6-b30e-13e4f2670b66 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 944 time: 0.1005900 Sep 01 02:17:50.341106 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-372b1aad-ab9f-4aa6-8bf7-444a8c29073e req-5cac6ff3-7d5b-4b72-97b5-bc5da32c263a service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715143 Sep 01 02:17:50.380484 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3a79f31e-c7e9-4fe1-9a4f-5dd33dda6ab4 req-6073e602-6e38-4ad1-ad41-3dfef5420d05 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Sep 01 02:17:50.432614 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:50.495664 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:50.496287 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:50.497950 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] 10.222.0.26 "PUT /v2.0/ports/e5e16b7a-4706-4cc0-8dc8-8de6938037c9 HTTP/1.1" status: 200 len: 1094 time: 1.5802646 Sep 01 02:17:50.498445 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d98031b-58b9-4c56-a367-65396ba4ffbe', 'tag': 'e5e16b7a-4706-4cc0-8dc8-8de6938037c9'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:17:50.586181 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394812a8-8d47-43bc-b172-10a03745ce82 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:50.642978 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f9c6864f-1ec5-4472-9f5c-0ce597a278af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:50.696813 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 80045d5e-5fbb-4e14-8808-b144033e742c details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:17:50.744334 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f30180-119d-4c3b-914b-d58074f757bb req-e29581fe-1585-4258-8bc6-10f8d0adf082 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:50.745891 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-30f30180-119d-4c3b-914b-d58074f757bb req-e29581fe-1585-4258-8bc6-10f8d0adf082 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 944 time: 0.1339142 Sep 01 02:17:50.759822 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:50.772619 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-571d9599-897c-430e-a9ef-0611217d2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:50.774436 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-571d9599-897c-430e-a9ef-0611217d2bab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 1097 time: 0.1396487 Sep 01 02:17:50.839767 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 80045d5e-5fbb-4e14-8808-b144033e742c, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=80045d5e-5fbb-4e14-8808-b144033e742c,segment=NetworkSegment(967fb6a8-d24e-4ad7-8be2-f99343ae9670),segment_id=967fb6a8-d24e-4ad7-8be2-f99343ae9670)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:50.847533 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '80045d5e-5fbb-4e14-8808-b144033e742c', 'network_id': 'f94c3d4b-f640-4d0d-8d60-5e7b88237b7d', 'port_id': '80045d5e-5fbb-4e14-8808-b144033e742c', 'mac_address': 'fa:16:3e:22:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a4c952-509a-4bf7-a6b5-cd3c8543b100', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:17:50.860334 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-4363ebc8-602d-484c-a4fb-542d5563e0fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e16b7a-4706-4cc0-8dc8-8de6938037c9 HTTP/1.1" status: 200 len: 217 time: 0.0756736 Sep 01 02:17:50.890877 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:50.896070 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-30f30180-119d-4c3b-914b-d58074f757bb req-9501c98b-3c02-4f18-a7fd-af5e574a4791 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391811 Sep 01 02:17:50.912896 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80045d5e-5fbb-4e14-8808-b144033e742c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:17:50.920484 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:50.929799 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:50.930224 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:50.951322 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-6726fba0-57b2-49c2-bf59-4245e936577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:50.952891 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-6726fba0-57b2-49c2-bf59-4245e936577b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 200 len: 859 time: 0.0819268 Sep 01 02:17:50.961017 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 80045d5e-5fbb-4e14-8808-b144033e742c, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=80045d5e-5fbb-4e14-8808-b144033e742c,segment=NetworkSegment(967fb6a8-d24e-4ad7-8be2-f99343ae9670),segment_id=967fb6a8-d24e-4ad7-8be2-f99343ae9670)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:51.016445 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-7798ace5-1371-47f4-94e5-1af2d1718380 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25ff1c87-3840-478f-bfb8-50f6aa595d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553567 Sep 01 02:17:51.018260 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f9c6864f-1ec5-4472-9f5c-0ce597a278af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:51.038899 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:51.060005 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:51.069164 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadf33d5-efcd-4a6b-98a0-90b24d0a1108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b7ae68-fdab-4d11-9ff9-515a2845eaf5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:17:51.086240 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9495177d-e3d8-4c07-93c8-265600702616" -d '{"events": [{"name": "network-changed", "server_uuid": "0d98031b-58b9-4c56-a367-65396ba4ffbe", "tag": "e5e16b7a-4706-4cc0-8dc8-8de6938037c9"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:17:51.091897 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f9c6864f-1ec5-4472-9f5c-0ce597a278af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:51.145032 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f9c6864f-1ec5-4472-9f5c-0ce597a278af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92236cb40d514423a0eb517ade3edd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9323497 Sep 01 02:17:51.145809 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6864f-1ec5-4472-9f5c-0ce597a278af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b629d724-47bf-4a62-96b9-c5e64172200c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:51.146329 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:51.182845 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-ba1fd29f-afa5-4430-8b2c-842c401593a2 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524563 Sep 01 02:17:51.211262 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:51.226062 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5be4050f-8b2b-4b94-8121-b4a26b91cbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:51.253187 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5be4050f-8b2b-4b94-8121-b4a26b91cbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:51.278768 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=80045d5e-5fbb-4e14-8808-b144033e742c,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:51.305208 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f03d15e8-19a1-42b0-b067-6d82a777c95c req-2a768d55-d19b-4a43-8428-0c946bd74904 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 210 time: 0.0406048 Sep 01 02:17:51.341753 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c56a7a8c-3d38-4459-89f6-48961aa04c63 req-6bb9ee4d-2bea-42d6-b6aa-69835ec24082 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479645 Sep 01 02:17:51.353997 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['80045d5e-5fbb-4e14-8808-b144033e742c'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:17:51.589494 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336db1f-2716-4231-b7e0-e5123c051256 req-321136a8-b19d-4b98-8b0e-174dc764a86a tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:51.589494 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a336db1f-2716-4231-b7e0-e5123c051256 req-321136a8-b19d-4b98-8b0e-174dc764a86a tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 944 time: 0.0558932 Sep 01 02:17:51.589494 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a336db1f-2716-4231-b7e0-e5123c051256 req-99d365b3-3810-4eaf-b2d9-50bad494ecbe tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329740 Sep 01 02:17:51.589494 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f044-547b-4f3b-8f36-56becd6530f6 req-eb53edfd-86b9-4af3-b25f-2f12196c4bad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:51.589494 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bf98f044-547b-4f3b-8f36-56becd6530f6 req-eb53edfd-86b9-4af3-b25f-2f12196c4bad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 944 time: 0.0481617 Sep 01 02:17:51.600242 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bf98f044-547b-4f3b-8f36-56becd6530f6 req-59062d6c-10e1-4ffb-a8ca-923fe4ff6ea7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307732 Sep 01 02:17:51.873960 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:51.922382 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:51.956193 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5be4050f-8b2b-4b94-8121-b4a26b91cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:51.962948 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5be4050f-8b2b-4b94-8121-b4a26b91cbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:51.968578 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5be4050f-8b2b-4b94-8121-b4a26b91cbf7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b629d724-47bf-4a62-96b9-c5e64172200c HTTP/1.1" status: 204 len: 168 time: 0.8207321 Sep 01 02:17:51.987979 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4050f-8b2b-4b94-8121-b4a26b91cbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b629d724-47bf-4a62-96b9-c5e64172200c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:52.030942 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc0234-f59f-47b8-9b36-35e5dd353142 req-4f596408-972b-413a-9a48-95674f40a5b1 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:52.032616 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-76cc0234-f59f-47b8-9b36-35e5dd353142 req-4f596408-972b-413a-9a48-95674f40a5b1 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 945 time: 0.0697589 Sep 01 02:17:52.071413 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-76cc0234-f59f-47b8-9b36-35e5dd353142 req-83ff7863-d1f0-4010-b44f-3349c6b318d5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Sep 01 02:17:52.199830 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c288edc4-a1ce-4a29-885f-c6c4fffcab0c x-openstack-request-id: req-c288edc4-a1ce-4a29-885f-c6c4fffcab0c {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:17:52.202736 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d98031b-58b9-4c56-a367-65396ba4ffbe", "tag": "e5e16b7a-4706-4cc0-8dc8-8de6938037c9", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:17:52.202736 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c288edc4-a1ce-4a29-885f-c6c4fffcab0c {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:17:52.202736 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d98031b-58b9-4c56-a367-65396ba4ffbe', 'tag': 'e5e16b7a-4706-4cc0-8dc8-8de6938037c9', 'status': 'completed', 'code': 200} Sep 01 02:17:52.249700 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495177d-e3d8-4c07-93c8-265600702616 req-eb05ea0b-30cf-4136-b519-5551a72cd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:52.251326 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9495177d-e3d8-4c07-93c8-265600702616 req-eb05ea0b-30cf-4136-b519-5551a72cd039 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 1097 time: 0.0411720 Sep 01 02:17:52.269636 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-154f6060-3bd8-4202-85bd-df85b30f5dc6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:52.273714 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-154f6060-3bd8-4202-85bd-df85b30f5dc6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.26 "GET /v2.0/networks?id=ee32945b-3554-46fb-b446-e2f9ab36f46c HTTP/1.1" status: 200 len: 811 time: 0.1191220 Sep 01 02:17:52.334141 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-acfce4ea-2049-4080-a74d-86e45fb89c5b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6b9d4de25d4167a743e1a10375bd07 HTTP/1.1" status: 200 len: 380 time: 0.0493953 Sep 01 02:17:52.347009 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'port': {'device_id': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'admin_state_up': True, 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'security_groups': ['62284495-14f7-4fb8-ba7f-357850506f39']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:52.361967 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495177d-e3d8-4c07-93c8-265600702616 req-313612aa-bc24-4800-879a-52e5e0e4bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:52.363745 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9495177d-e3d8-4c07-93c8-265600702616 req-313612aa-bc24-4800-879a-52e5e0e4bfad service neutron] 10.222.0.26 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 920 time: 0.1025279 Sep 01 02:17:52.414537 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9495177d-e3d8-4c07-93c8-265600702616 req-e30feea4-60fd-4423-bfcc-2e9b02e1712a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e16b7a-4706-4cc0-8dc8-8de6938037c9 HTTP/1.1" status: 200 len: 217 time: 0.0428996 Sep 01 02:17:52.442734 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0f55bcca-ef59-4362-9725-34cdc8e0b3b4 req-121b362a-77b9-40c3-993e-c2a1c05e70b4 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 210 time: 0.0318067 Sep 01 02:17:52.485384 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495177d-e3d8-4c07-93c8-265600702616 req-940e5b6f-a6d6-4cb2-a41e-debfa73d6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:52.487107 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9495177d-e3d8-4c07-93c8-265600702616 req-940e5b6f-a6d6-4cb2-a41e-debfa73d6895 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 200 len: 859 time: 0.0646317 Sep 01 02:17:52.528256 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9495177d-e3d8-4c07-93c8-265600702616 req-774024fe-dca6-4aae-bb03-54c4a9f89464 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25ff1c87-3840-478f-bfb8-50f6aa595d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289879 Sep 01 02:17:52.553371 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b37c0-033f-4c30-a0fc-0ba774382736" -d '{"events": [{"server_uuid": "aadf33d5-efcd-4a6b-98a0-90b24d0a1108", "name": "network-vif-plugged", "status": "completed", "tag": "e7b7ae68-fdab-4d11-9ff9-515a2845eaf5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:17:52.616460 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Made reservation on behalf of bd6b9d4de25d4167a743e1a10375bd07 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:17:52.620042 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:52.638459 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9495177d-e3d8-4c07-93c8-265600702616 req-39d6c890-deb8-4b98-ab70-440a4a3b1182 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006351 Sep 01 02:17:52.711532 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 80045d5e-5fbb-4e14-8808-b144033e742c up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:52.753755 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9495177d-e3d8-4c07-93c8-265600702616 req-04d85719-350f-481f-b44a-20f79d32be48 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066868 Sep 01 02:17:52.782454 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2213f46-da9e-4ab5-b655-0875c631fe69 req-eef54e40-c817-4553-91fc-8bc93f718a66 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:52.789240 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f2213f46-da9e-4ab5-b655-0875c631fe69 req-eef54e40-c817-4553-91fc-8bc93f718a66 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 944 time: 0.0705857 Sep 01 02:17:52.856511 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Allocated IP 172.20.0.12 (ee32945b-3554-46fb-b446-e2f9ab36f46c/cac27d39-7f93-4de1-835d-b6884592fd04/0db184f3-1e96-45b0-b435-e079ffed1d99) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:17:52.866254 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 80045d5e-5fbb-4e14-8808-b144033e742c completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:52.871015 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f2213f46-da9e-4ab5-b655-0875c631fe69 req-89abad66-3052-4ee8-9a9b-2d6d0cd6fc86 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610101 Sep 01 02:17:52.873069 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 80045d5e-5fbb-4e14-8808-b144033e742c triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:52.875163 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:52.984063 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.029407 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d59586-b875-48ea-a43f-f37728342f4c req-819ffeab-9578-4aca-b959-8ffbafc0aa0d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:53.030924 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83d59586-b875-48ea-a43f-f37728342f4c req-819ffeab-9578-4aca-b959-8ffbafc0aa0d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 944 time: 0.1011386 Sep 01 02:17:53.033082 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693d473e-3e63-4169-985e-84881533b6f3 x-openstack-request-id: req-693d473e-3e63-4169-985e-84881533b6f3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:17:53.033877 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadf33d5-efcd-4a6b-98a0-90b24d0a1108", "name": "network-vif-plugged", "status": "completed", "tag": "e7b7ae68-fdab-4d11-9ff9-515a2845eaf5", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:17:53.034398 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-693d473e-3e63-4169-985e-84881533b6f3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:17:53.035211 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadf33d5-efcd-4a6b-98a0-90b24d0a1108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b7ae68-fdab-4d11-9ff9-515a2845eaf5', 'code': 200} Sep 01 02:17:53.048204 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 80045d5e-5fbb-4e14-8808-b144033e742c, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=80045d5e-5fbb-4e14-8808-b144033e742c,segment=NetworkSegment(967fb6a8-d24e-4ad7-8be2-f99343ae9670),segment_id=967fb6a8-d24e-4ad7-8be2-f99343ae9670)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:53.095743 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.101766 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83d59586-b875-48ea-a43f-f37728342f4c req-866ea6e1-c098-4af6-aaa0-42a72d7a08db tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614245 Sep 01 02:17:53.112762 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Transition to ACTIVE for port object 0db184f3-1e96-45b0-b435-e079ffed1d99 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:53.174923 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.199543 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:53.204628 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da317de-80d8-4ed0-b5f0-ff63739fb760 req-5a301646-f8fc-4725-a274-a1e723821513 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:53.207786 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2da317de-80d8-4ed0-b5f0-ff63739fb760 req-5a301646-f8fc-4725-a274-a1e723821513 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 945 time: 0.0608835 Sep 01 02:17:53.215539 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b7ddf0-4a09-45fd-9c67-9c4a9c1b7d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.258487 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=80045d5e-5fbb-4e14-8808-b144033e742c,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:53.271772 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2da317de-80d8-4ed0-b5f0-ff63739fb760 req-9f7caf43-85c9-4df1-8239-325a22ab9871 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526216 Sep 01 02:17:53.280372 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.327700 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Network ee32945b-3554-46fb-b446-e2f9ab36f46c is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:17:53.333062 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:17:53.347009 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:17:53.352980 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:53.353622 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.358640 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'Port': ['ID=0db184f3-1e96-45b0-b435-e079ffed1d99,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:53.403506 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b7ddf0-4a09-45fd-9c67-9c4a9c1b7d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.495806 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0f9-1f3d-4739-8df3-56bbff29c998 req-d77ad481-892e-4a53-b6a9-2be6feacf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:53.498420 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-76c6b0f9-1f3d-4739-8df3-56bbff29c998 req-d77ad481-892e-4a53-b6a9-2be6feacf573 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 1098 time: 0.1066520 Sep 01 02:17:53.520421 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-76c6b0f9-1f3d-4739-8df3-56bbff29c998 req-e3852e78-e2c0-4e2e-82e2-75a8f6586cfd service neutron] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.583403 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b7ddf0-4a09-45fd-9c67-9c4a9c1b7d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.587945 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee06c4-72a5-4d31-8f67-fa42a1880b00 req-ab7e5b3f-66c0-483d-bdd3-c87243237cee tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:53.597839 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d6ee06c4-72a5-4d31-8f67-fa42a1880b00 req-ab7e5b3f-66c0-483d-bdd3-c87243237cee tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 932 time: 0.0615869 Sep 01 02:17:53.641004 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-32b7ddf0-4a09-45fd-9c67-9c4a9c1b7d29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bd6fcee80d04b4d8e712147a2497bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392827 Sep 01 02:17:53.642178 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:53.649738 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d6ee06c4-72a5-4d31-8f67-fa42a1880b00 req-44a76d7c-2cde-4053-9925-6e62919bb343 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468762 Sep 01 02:17:53.663766 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7ddf0-4a09-45fd-9c67-9c4a9c1b7d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2020781-0cc3-472f-bb29-4d42bf45ee6b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:53.712371 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5286dc87-1e7d-4fa9-9993-c821f6f0c603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.736463 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5286dc87-1e7d-4fa9-9993-c821f6f0c603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.749921 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-f3124c2d-9794-4e08-b6de-9b09be2fe80d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4085681 Sep 01 02:17:53.765441 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Request body: {'port': {'device_id': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:17:53.794921 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a5cf2e89-6989-4446-b70c-a30b7f938cbd None None] Provisioning for port 0db184f3-1e96-45b0-b435-e079ffed1d99 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:53.805557 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a5cf2e89-6989-4446-b70c-a30b7f938cbd None None] Provisioning complete for port 0db184f3-1e96-45b0-b435-e079ffed1d99 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:53.805939 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2e89-6989-4446-b70c-a30b7f938cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.832504 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:53.843367 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf2e89-6989-4446-b70c-a30b7f938cbd None None] Port 0db184f3-1e96-45b0-b435-e079ffed1d99 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:17:53.963126 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-76c6b0f9-1f3d-4739-8df3-56bbff29c998 req-e3852e78-e2c0-4e2e-82e2-75a8f6586cfd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:54.015350 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5286dc87-1e7d-4fa9-9993-c821f6f0c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:54.018371 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5286dc87-1e7d-4fa9-9993-c821f6f0c603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:54.023307 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5286dc87-1e7d-4fa9-9993-c821f6f0c603 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2020781-0cc3-472f-bb29-4d42bf45ee6b HTTP/1.1" status: 204 len: 168 time: 0.3775918 Sep 01 02:17:54.031705 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286dc87-1e7d-4fa9-9993-c821f6f0c603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2020781-0cc3-472f-bb29-4d42bf45ee6b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:54.056276 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-76c6b0f9-1f3d-4739-8df3-56bbff29c998 req-e3852e78-e2c0-4e2e-82e2-75a8f6586cfd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:54.067082 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd634a-0380-4bd9-b478-df8b1b6c7734 req-b4396d2e-4293-4ce4-a772-4fefcc49b77c tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:54.069141 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-31dd634a-0380-4bd9-b478-df8b1b6c7734 req-b4396d2e-4293-4ce4-a772-4fefcc49b77c tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 945 time: 0.1127553 Sep 01 02:17:54.096481 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3852e78-e2c0-4e2e-82e2-75a8f6586cfd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=33e40a4c-cb33-4c57-87e3-e2f3db218af2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:54.103513 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-76c6b0f9-1f3d-4739-8df3-56bbff29c998 req-e3852e78-e2c0-4e2e-82e2-75a8f6586cfd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953238 Sep 01 02:17:54.190053 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-31dd634a-0380-4bd9-b478-df8b1b6c7734 req-3d44d71e-678a-492a-8b31-e7108cb9850e tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099873 Sep 01 02:17:54.313343 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e98c69-67ba-4009-83b8-0dd39f9944be req-3414a6d7-fd97-4355-a48e-79a9fe939371 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:54.314886 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-18e98c69-67ba-4009-83b8-0dd39f9944be req-3414a6d7-fd97-4355-a48e-79a9fe939371 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 944 time: 0.1087732 Sep 01 02:17:54.336033 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db184f3-1e96-45b0-b435-e079ffed1d99 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:17:54.351336 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:54.401247 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Transition to ACTIVE for port object 0db184f3-1e96-45b0-b435-e079ffed1d99 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:17:54.406430 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-18e98c69-67ba-4009-83b8-0dd39f9944be req-fd896941-5396-45cc-b104-c62e7fdfe7f9 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845799 Sep 01 02:17:54.433282 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80607920-5aad-4ae2-b4c5-ee4b7bc4d896 req-dafc27f2-f87c-4def-9c85-86d7ce0d492b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:54.434660 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-80607920-5aad-4ae2-b4c5-ee4b7bc4d896 req-dafc27f2-f87c-4def-9c85-86d7ce0d492b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 945 time: 0.0761275 Sep 01 02:17:54.476737 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:54.497894 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-80607920-5aad-4ae2-b4c5-ee4b7bc4d896 req-07fb67c5-60c1-47c8-9566-fd2fad436876 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537882 Sep 01 02:17:54.721501 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device e5e16b7a-4706-4cc0-8dc8-8de6938037c9 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:17:54.813020 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0db184f3-1e96-45b0-b435-e079ffed1d99,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:54.854568 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Attempting to bind port 0db184f3-1e96-45b0-b435-e079ffed1d99 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:17:54.854909 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Attempting to bind port 0db184f3-1e96-45b0-b435-e079ffed1d99 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:17:54.855244 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Attempting to bind port 0db184f3-1e96-45b0-b435-e079ffed1d99 on network ee32945b-3554-46fb-b446-e2f9ab36f46c {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:54.867229 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:17:54.873312 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Port 0db184f3-1e96-45b0-b435-e079ffed1d99 on network ee32945b-3554-46fb-b446-e2f9ab36f46c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:17:54.873649 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Attempting to bind port 0db184f3-1e96-45b0-b435-e079ffed1d99 on network ee32945b-3554-46fb-b446-e2f9ab36f46c {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:17:54.889697 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2214b-94e6-42ad-a9f9-786edb155abb req-9afc8950-ec34-4fd0-a1b8-82f0c8677479 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:54.891258 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-26b2214b-94e6-42ad-a9f9-786edb155abb req-9afc8950-ec34-4fd0-a1b8-82f0c8677479 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 944 time: 0.1099389 Sep 01 02:17:54.895727 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:17:54.895727 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Checking segment: {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:17:54.895727 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Bound using segment: {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:17:54.895727 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Bound port: 0db184f3-1e96-45b0-b435-e079ffed1d99, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:17:54.895727 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:54.918475 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port e5e16b7a-4706-4cc0-8dc8-8de6938037c9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:54.930334 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': 'e5e16b7a-4706-4cc0-8dc8-8de6938037c9', 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14', 'port_id': 'e5e16b7a-4706-4cc0-8dc8-8de6938037c9', 'mac_address': 'fa:16:3e:7c:78:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0140f550-0093-4023-8b1f-b2e12667580c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:17:54.969388 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-26b2214b-94e6-42ad-a9f9-786edb155abb req-29a1d1cd-e430-4ba6-b446-15f27d42f59e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664697 Sep 01 02:17:54.978255 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:54.990752 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] For port 0db184f3-1e96-45b0-b435-e079ffed1d99, host hv-cinder-79966, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:17:54.994177 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] For port 0db184f3-1e96-45b0-b435-e079ffed1d99, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0db184f3-1e96-45b0-b435-e079ffed1d99,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:17:55.001229 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e16b7a-4706-4cc0-8dc8-8de6938037c9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:17:55.027511 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port e5e16b7a-4706-4cc0-8dc8-8de6938037c9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:55.035882 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80045d5e-5fbb-4e14-8808-b144033e742c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:17:55.042399 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ef34d1-3959-400d-b770-495d3c0a4e0b" -d '{"events": [{"server_uuid": "e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce", "name": "network-vif-plugged", "status": "completed", "tag": "80045d5e-5fbb-4e14-8808-b144033e742c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:17:55.074779 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67341ac3-dd08-4d9a-8bfb-95507c02752a x-openstack-request-id: req-67341ac3-dd08-4d9a-8bfb-95507c02752a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:17:55.075080 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce", "name": "network-vif-plugged", "status": "completed", "tag": "80045d5e-5fbb-4e14-8808-b144033e742c", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:17:55.075354 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67341ac3-dd08-4d9a-8bfb-95507c02752a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:17:55.076363 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80045d5e-5fbb-4e14-8808-b144033e742c', 'code': 200} Sep 01 02:17:55.153837 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:55.182851 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:55.184627 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:55.185871 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:55.186115 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:17:55.187248 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/0db184f3-1e96-45b0-b435-e079ffed1d99 HTTP/1.1" status: 200 len: 1094 time: 1.4277551 Sep 01 02:17:55.193923 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'tag': '0db184f3-1e96-45b0-b435-e079ffed1d99'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:17:55.193923 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec7cbe4-9115-4ebb-9bf0-6ead18364b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f", "tag": "0db184f3-1e96-45b0-b435-e079ffed1d99"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:17:55.236676 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d73f7-562d-4a42-bfc6-9d45536be955 x-openstack-request-id: req-d48d73f7-562d-4a42-bfc6-9d45536be955 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:17:55.247899 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f", "tag": "0db184f3-1e96-45b0-b435-e079ffed1d99", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:17:55.247899 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d48d73f7-562d-4a42-bfc6-9d45536be955 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:17:55.247899 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'tag': '0db184f3-1e96-45b0-b435-e079ffed1d99', 'status': 'completed', 'code': 200} Sep 01 02:17:55.253876 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfe3f6-1932-4e3c-9685-a062b2f826a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0db184f3-1e96-45b0-b435-e079ffed1d99,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:55.307829 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:55.311188 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:55.331970 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '11a3d8b9-6e44-434d-98a3-607ce7a1bbaf', 'network_id': '25ff1c87-3840-478f-bfb8-50f6aa595d14', 'port_id': '11a3d8b9-6e44-434d-98a3-607ce7a1bbaf', 'mac_address': 'fa:16:3e:3b:f5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0140f550-0093-4023-8b1f-b2e12667580c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:17:55.375319 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7cbe4-9115-4ebb-9bf0-6ead18364b0c req-2b786742-6ceb-4f27-81d1-615762148f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:55.376858 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6ec7cbe4-9115-4ebb-9bf0-6ead18364b0c req-2b786742-6ceb-4f27-81d1-615762148f15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 1097 time: 0.0899484 Sep 01 02:17:55.377093 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:55.395680 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5f137-5b67-45b6-b2f6-e0e5cda60300 req-34086a8a-52a1-4874-9153-fca6c2266749 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:55.402847 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-91a5f137-5b67-45b6-b2f6-e0e5cda60300 req-34086a8a-52a1-4874-9153-fca6c2266749 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 945 time: 0.0776765 Sep 01 02:17:55.419019 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:17:55.444617 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:55.573287 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d3d40-5b8b-4318-94fb-22a816ee6e03 req-d6925d67-fd55-424c-bc6e-e687289012c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:55.575532 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb4d3d40-5b8b-4318-94fb-22a816ee6e03 req-d6925d67-fd55-424c-bc6e-e687289012c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 1098 time: 0.0472031 Sep 01 02:17:55.587521 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:55.616046 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-91a5f137-5b67-45b6-b2f6-e0e5cda60300 req-cae3480d-42ad-44db-9768-e16600870f4a tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120919 Sep 01 02:17:55.668411 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fb4d3d40-5b8b-4318-94fb-22a816ee6e03 req-5c584b84-22cc-498e-81b7-45b065ee5880 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833921 Sep 01 02:17:55.678780 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7cbe4-9115-4ebb-9bf0-6ead18364b0c req-9532cb18-ab83-4d2b-b80c-4d3b6b2effdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:55.680337 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6ec7cbe4-9115-4ebb-9bf0-6ead18364b0c req-9532cb18-ab83-4d2b-b80c-4d3b6b2effdc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2932005 Sep 01 02:17:55.698953 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708be7d-b218-4bf0-b152-102d710a8201 req-5040d236-9ed7-49ac-8e49-7b52d2d513d5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:55.707451 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c708be7d-b218-4bf0-b152-102d710a8201 req-5040d236-9ed7-49ac-8e49-7b52d2d513d5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 945 time: 0.1966624 Sep 01 02:17:55.725951 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:55.802001 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c708be7d-b218-4bf0-b152-102d710a8201 req-c1b886bb-9b6d-4021-8c8c-f12aed5938f0 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898535 Sep 01 02:17:55.828099 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b7289-9a66-44a4-af14-76ba2b280c5a req-d5202a83-bb2c-4b73-b057-e70975abe561 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:55.829757 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-360b7289-9a66-44a4-af14-76ba2b280c5a req-d5202a83-bb2c-4b73-b057-e70975abe561 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 945 time: 0.0879211 Sep 01 02:17:55.837122 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['11a3d8b9-6e44-434d-98a3-607ce7a1bbaf'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:17:55.872838 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['e5e16b7a-4706-4cc0-8dc8-8de6938037c9'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:17:56.014818 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-360b7289-9a66-44a4-af14-76ba2b280c5a req-dd1014b2-c59f-44f1-9c76-abedc9b8d8ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641657 Sep 01 02:17:56.188395 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7cbe4-9115-4ebb-9bf0-6ead18364b0c req-b7f8532c-9f2c-42f0-8465-05ec825bd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:56.198230 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6ec7cbe4-9115-4ebb-9bf0-6ead18364b0c req-b7f8532c-9f2c-42f0-8465-05ec825bd678 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3225682 Sep 01 02:17:56.220679 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2bd7-7245-425b-b6ec-a2263c144f8a req-8ae8ac74-244d-40cf-bd4b-9544575c5893 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:56.229029 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-306b2bd7-7245-425b-b6ec-a2263c144f8a req-8ae8ac74-244d-40cf-bd4b-9544575c5893 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 944 time: 0.1226549 Sep 01 02:17:56.331894 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-306b2bd7-7245-425b-b6ec-a2263c144f8a req-149dbe1d-bb36-4e21-bd65-f3543ac554f8 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969653 Sep 01 02:17:56.341735 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-667cacd0-5437-4fa6-85f3-6644712616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:56.343573 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-667cacd0-5437-4fa6-85f3-6644712616d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 1097 time: 0.1056643 Sep 01 02:17:56.392254 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-3b1486ba-4199-4c42-bff8-f2866eccb5aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db184f3-1e96-45b0-b435-e079ffed1d99 HTTP/1.1" status: 200 len: 217 time: 0.0393562 Sep 01 02:17:56.441599 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-e40b7b03-efd8-4672-9632-8ef34249ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:56.443054 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-e40b7b03-efd8-4672-9632-8ef34249ece2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac27d39-7f93-4de1-835d-b6884592fd04 HTTP/1.1" status: 200 len: 850 time: 0.0429435 Sep 01 02:17:56.499745 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-2a24b2cd-23f6-4ef3-a849-ab0f60fd5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:56.501136 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-2a24b2cd-23f6-4ef3-a849-ab0f60fd5565 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee32945b-3554-46fb-b446-e2f9ab36f46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496418 Sep 01 02:17:56.595529 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-b02b7c17-403f-43fe-b5a9-8ee95c9a9182 service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828001 Sep 01 02:17:56.738431 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fea63492-2289-4663-a0e9-efcddf7352f5 req-83595560-df6b-4e4b-b976-7df62887009f service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189139 Sep 01 02:17:56.756075 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564ffa8-1d7f-4cf3-8fdf-e111c1f9cab5 req-9f139783-7330-4e0d-824f-990d6889a7c8 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:56.757470 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5564ffa8-1d7f-4cf3-8fdf-e111c1f9cab5 req-9f139783-7330-4e0d-824f-990d6889a7c8 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 945 time: 0.0649166 Sep 01 02:17:56.805809 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5564ffa8-1d7f-4cf3-8fdf-e111c1f9cab5 req-37c737d2-26d9-4083-a2ef-c0b98f194f98 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Sep 01 02:17:56.913293 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24e260-d644-4bc4-be09-01b4e0486072 req-598bd962-2aea-4c07-a4d2-6f14749507d3 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:56.916246 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5c24e260-d644-4bc4-be09-01b4e0486072 req-598bd962-2aea-4c07-a4d2-6f14749507d3 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 945 time: 0.0562150 Sep 01 02:17:56.961459 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5c24e260-d644-4bc4-be09-01b4e0486072 req-57e120ce-de89-42d8-a3ad-467cb979fd2d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Sep 01 02:17:57.010266 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:57.121686 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e419de6c-e632-4d5b-988d-49dd4e659522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:57.129384 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97848d-410d-42af-bc9f-12c0edb7892d req-a9b023a9-97cb-45d1-aa13-0301b7bac311 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:57.130828 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f97848d-410d-42af-bc9f-12c0edb7892d req-a9b023a9-97cb-45d1-aa13-0301b7bac311 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 945 time: 0.0484383 Sep 01 02:17:57.168060 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f97848d-410d-42af-bc9f-12c0edb7892d req-5690166e-2d1d-486e-b3a9-d0a03cab01f5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310385 Sep 01 02:17:57.222874 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e419de6c-e632-4d5b-988d-49dd4e659522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:57.296900 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e419de6c-e632-4d5b-988d-49dd4e659522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:57.341896 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e419de6c-e632-4d5b-988d-49dd4e659522 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=231ae8090b0d4bc4a541b5607a2c9ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262930 Sep 01 02:17:57.342026 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37750) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:57.348297 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419de6c-e632-4d5b-988d-49dd4e659522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5674731e-acc1-4cf8-bd16-f0af87b1fa7f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:57.437844 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-34c705a0-2b81-42d2-b99b-23fd9436500a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:57.463490 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-34c705a0-2b81-42d2-b99b-23fd9436500a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:57.481553 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857e5f6-0ebc-4e36-af22-4ff845cfc032 req-c13b5c08-b3e6-4342-aa34-eb4ba2aa9cdb tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:57.483894 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d857e5f6-0ebc-4e36-af22-4ff845cfc032 req-c13b5c08-b3e6-4342-aa34-eb4ba2aa9cdb tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 944 time: 0.0806386 Sep 01 02:17:57.545286 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d857e5f6-0ebc-4e36-af22-4ff845cfc032 req-de77ea99-771d-485f-a0bc-d938b736377b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468259 Sep 01 02:17:57.633634 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-34c705a0-2b81-42d2-b99b-23fd9436500a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:57.636074 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-34c705a0-2b81-42d2-b99b-23fd9436500a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:57.637626 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-34c705a0-2b81-42d2-b99b-23fd9436500a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5674731e-acc1-4cf8-bd16-f0af87b1fa7f HTTP/1.1" status: 204 len: 168 time: 0.2935352 Sep 01 02:17:57.650000 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c705a0-2b81-42d2-b99b-23fd9436500a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5674731e-acc1-4cf8-bd16-f0af87b1fa7f,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:57.921120 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab8792-b484-4326-945d-7ce30f24a112 req-0c763acb-98ed-44a5-93c4-1caee57c8267 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:57.922589 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6aab8792-b484-4326-945d-7ce30f24a112 req-0c763acb-98ed-44a5-93c4-1caee57c8267 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 945 time: 0.0469291 Sep 01 02:17:57.959752 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6aab8792-b484-4326-945d-7ce30f24a112 req-9fbef1bf-66cd-4b2b-9183-06900e86bd7b tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308225 Sep 01 02:17:58.094574 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618622f-323a-4633-9834-6b5f7284f6c0 req-5de31462-cf8c-4ed2-ad2f-fc31f660fcd9 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:58.096805 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5618622f-323a-4633-9834-6b5f7284f6c0 req-5de31462-cf8c-4ed2-ad2f-fc31f660fcd9 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 945 time: 0.0595026 Sep 01 02:17:58.144366 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5618622f-323a-4633-9834-6b5f7284f6c0 req-a7da410a-7e20-4edf-800c-bbde24c9864c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359728 Sep 01 02:17:58.483652 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37776) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:58.500163 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a114e3a1-04b9-448c-93a5-2d44f31f2ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:58.612347 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a114e3a1-04b9-448c-93a5-2d44f31f2ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:58.664906 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2863b-f908-4c7d-94f0-8e640635bd45 req-8f37ff85-818e-410c-915a-964de83fdb1c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:58.666369 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-60d2863b-f908-4c7d-94f0-8e640635bd45 req-8f37ff85-818e-410c-915a-964de83fdb1c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 944 time: 0.0482340 Sep 01 02:17:58.704311 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-60d2863b-f908-4c7d-94f0-8e640635bd45 req-24573052-71b3-4b70-976f-4f44b1009a98 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Sep 01 02:17:58.713260 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a114e3a1-04b9-448c-93a5-2d44f31f2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:58.729360 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device e5e16b7a-4706-4cc0-8dc8-8de6938037c9 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:58.760852 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a114e3a1-04b9-448c-93a5-2d44f31f2ea5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f5bbbb9f19042c498f3c0a95fd82f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757552 Sep 01 02:17:58.761924 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114e3a1-04b9-448c-93a5-2d44f31f2ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0bad2-90fd-454d-b5f1-47923ba9050c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:58.764512 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:17:58.816053 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00cbaefb-0686-4987-a626-6d3d4068c386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:58.836931 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00cbaefb-0686-4987-a626-6d3d4068c386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:58.884768 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port e5e16b7a-4706-4cc0-8dc8-8de6938037c9 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:58.889216 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port e5e16b7a-4706-4cc0-8dc8-8de6938037c9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:58.889664 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:58.974169 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:58.995470 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d98031b-58b9-4c56-a367-65396ba4ffbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e16b7a-4706-4cc0-8dc8-8de6938037c9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:17:58.998185 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ea004c-98be-4164-8d1d-e0d57e548b68" -d '{"events": [{"server_uuid": "0d98031b-58b9-4c56-a367-65396ba4ffbe", "name": "network-vif-plugged", "status": "completed", "tag": "e5e16b7a-4706-4cc0-8dc8-8de6938037c9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:17:58.999479 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00cbaefb-0686-4987-a626-6d3d4068c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:59.002322 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00cbaefb-0686-4987-a626-6d3d4068c386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:59.006295 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-00cbaefb-0686-4987-a626-6d3d4068c386 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34a0bad2-90fd-454d-b5f1-47923ba9050c HTTP/1.1" status: 204 len: 168 time: 0.2384675 Sep 01 02:17:59.011708 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbaefb-0686-4987-a626-6d3d4068c386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0bad2-90fd-454d-b5f1-47923ba9050c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:59.017100 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port e5e16b7a-4706-4cc0-8dc8-8de6938037c9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:59.045026 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2d276a-50f2-4def-9ce4-38026e328308 x-openstack-request-id: req-cf2d276a-50f2-4def-9ce4-38026e328308 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:17:59.045513 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d98031b-58b9-4c56-a367-65396ba4ffbe", "name": "network-vif-plugged", "status": "completed", "tag": "e5e16b7a-4706-4cc0-8dc8-8de6938037c9", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:17:59.045964 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf2d276a-50f2-4def-9ce4-38026e328308 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:17:59.046489 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d98031b-58b9-4c56-a367-65396ba4ffbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e16b7a-4706-4cc0-8dc8-8de6938037c9', 'code': 200} Sep 01 02:17:59.188256 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:59.189078 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:17:59.279351 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:59.280567 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aeff5c-5b73-4ccd-8d2b-0cb09e19589e req-ea304dc6-6986-49ce-893f-a13003e4a687 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:59.290390 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-14aeff5c-5b73-4ccd-8d2b-0cb09e19589e req-ea304dc6-6986-49ce-893f-a13003e4a687 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0716577 Sep 01 02:17:59.324426 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-14aeff5c-5b73-4ccd-8d2b-0cb09e19589e req-121aefc1-af87-444a-835d-e771dc759d91 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331647 Sep 01 02:17:59.376219 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:17:59.384703 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:17:59.385146 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:59.491288 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:59.498720 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c34dfe-5045-4e11-91d2-f75849ff56cc req-da2b7d6e-29d5-41ef-b215-573c94f6baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:59.498720 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d5c34dfe-5045-4e11-91d2-f75849ff56cc req-da2b7d6e-29d5-41ef-b215-573c94f6baa2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 1099 time: 0.0790701 Sep 01 02:17:59.536075 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:17:59.548837 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d5c34dfe-5045-4e11-91d2-f75849ff56cc req-3801acd6-dd06-46e6-920d-893bb2ed9b89 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 Sep 01 02:17:59.650744 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:17:59.703732 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:17:59.851638 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283b9b-d0f2-4fc8-a67b-5fd99c2ad0c0 req-c06886d1-08ff-4424-9959-debe1215a421 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:17:59.853098 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-04283b9b-d0f2-4fc8-a67b-5fd99c2ad0c0 req-c06886d1-08ff-4424-9959-debe1215a421 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 944 time: 0.0497601 Sep 01 02:17:59.890679 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-04283b9b-d0f2-4fc8-a67b-5fd99c2ad0c0 req-ee078651-1863-4899-b509-0fd54f73cbcb tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305381 Sep 01 02:18:00.798129 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0db184f3-1e96-45b0-b435-e079ffed1d99 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:18:01.000473 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0db184f3-1e96-45b0-b435-e079ffed1d99, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0db184f3-1e96-45b0-b435-e079ffed1d99,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:01.012104 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '0db184f3-1e96-45b0-b435-e079ffed1d99', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'port_id': '0db184f3-1e96-45b0-b435-e079ffed1d99', 'mac_address': 'fa:16:3e:1f:9a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:18:01.047658 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d8774e-a53f-417b-86d5-20f6a4426c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a3d8b9-6e44-434d-98a3-607ce7a1bbaf'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:01.050078 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e95c91d-2d23-40e9-8868-569e2e78a9e5" -d '{"events": [{"server_uuid": "49d8774e-a53f-417b-86d5-20f6a4426c3f", "name": "network-vif-plugged", "status": "completed", "tag": "11a3d8b9-6e44-434d-98a3-607ce7a1bbaf"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:01.054420 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:01.067890 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db184f3-1e96-45b0-b435-e079ffed1d99 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:18:01.087499 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0db184f3-1e96-45b0-b435-e079ffed1d99, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0db184f3-1e96-45b0-b435-e079ffed1d99,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:01.187493 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:01.237008 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=0db184f3-1e96-45b0-b435-e079ffed1d99,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:01.614889 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac047e7-b681-475d-998b-3f73588c323a req-d0d4461b-fc02-4f82-9252-c81462fc187e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:01.619882 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9ac047e7-b681-475d-998b-3f73588c323a req-d0d4461b-fc02-4f82-9252-c81462fc187e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0549247 Sep 01 02:18:01.654337 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9ac047e7-b681-475d-998b-3f73588c323a req-a5f6fa07-932d-47f6-a6b2-b793e503009b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Sep 01 02:18:01.756926 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79ea78-cd66-49f9-b546-b45cf2c1d42e req-c1aeadc0-0f73-4a33-bea8-2c1d50dab4fd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:01.758375 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d79ea78-cd66-49f9-b546-b45cf2c1d42e req-c1aeadc0-0f73-4a33-bea8-2c1d50dab4fd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 945 time: 0.0487399 Sep 01 02:18:01.796930 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d79ea78-cd66-49f9-b546-b45cf2c1d42e req-ab2f545f-b039-4a1d-a37f-13299b8d7ed5 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319104 Sep 01 02:18:01.839366 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dcf081-c5cb-4e6f-9678-6907ae19a37c x-openstack-request-id: req-f5dcf081-c5cb-4e6f-9678-6907ae19a37c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:01.839902 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d8774e-a53f-417b-86d5-20f6a4426c3f", "name": "network-vif-plugged", "status": "completed", "tag": "11a3d8b9-6e44-434d-98a3-607ce7a1bbaf", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:01.839994 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5dcf081-c5cb-4e6f-9678-6907ae19a37c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:01.840334 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d8774e-a53f-417b-86d5-20f6a4426c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a3d8b9-6e44-434d-98a3-607ce7a1bbaf', 'code': 200} Sep 01 02:18:02.784367 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdf42-81a5-42d8-ac0b-e3d35842af1a req-533a4ccd-9a4b-479f-b8c4-a178514a7067 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:02.785829 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e84fdf42-81a5-42d8-ac0b-e3d35842af1a req-533a4ccd-9a4b-479f-b8c4-a178514a7067 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0487804 Sep 01 02:18:02.830912 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e84fdf42-81a5-42d8-ac0b-e3d35842af1a req-410a2eb3-2ae9-4ffc-be6f-9c187eab0c8a tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338271 Sep 01 02:18:02.938041 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['0db184f3-1e96-45b0-b435-e079ffed1d99'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:18:02.964307 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d477d60-4530-480b-8354-321d2709812c req-bbea9c0f-76c4-4560-bd03-def07eee531a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:02.965762 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8d477d60-4530-480b-8354-321d2709812c req-bbea9c0f-76c4-4560-bd03-def07eee531a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 945 time: 0.0552640 Sep 01 02:18:02.974729 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 37956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:03.027093 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8d477d60-4530-480b-8354-321d2709812c req-5f3ca5ce-c3ba-43df-8951-06950426e3cc tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538967 Sep 01 02:18:03.098197 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a231-4556-4f2e-984d-450754495ce2 req-f15e2e22-3983-49d6-aea8-0f9ac879341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:03.099920 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d70a231-4556-4f2e-984d-450754495ce2 req-f15e2e22-3983-49d6-aea8-0f9ac879341d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 1098 time: 0.0472820 Sep 01 02:18:03.124385 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19953c31-a38e-4e29-b269-929a2058e8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:03.137668 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d70a231-4556-4f2e-984d-450754495ce2 req-44006c86-a676-4b4d-ab4c-39c5af2783bb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297132 Sep 01 02:18:03.220253 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19953c31-a38e-4e29-b269-929a2058e8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:03.330326 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19953c31-a38e-4e29-b269-929a2058e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:03.368434 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-19953c31-a38e-4e29-b269-929a2058e8d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1fb440fa9514276865ef87b10c83f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926313 Sep 01 02:18:03.369381 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19953c31-a38e-4e29-b269-929a2058e8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec696bb9-41a4-4fb2-be51-651ae358bb42,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:03.371520 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 37970) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:03.422854 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-08c3bc87-1a3d-4be0-acc9-07f010045dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:03.445709 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-08c3bc87-1a3d-4be0-acc9-07f010045dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:03.604907 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-08c3bc87-1a3d-4be0-acc9-07f010045dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:03.608560 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-08c3bc87-1a3d-4be0-acc9-07f010045dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:03.609173 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-08c3bc87-1a3d-4be0-acc9-07f010045dbb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec696bb9-41a4-4fb2-be51-651ae358bb42 HTTP/1.1" status: 204 len: 168 time: 0.2361739 Sep 01 02:18:03.620100 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3bc87-1a3d-4be0-acc9-07f010045dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec696bb9-41a4-4fb2-be51-651ae358bb42,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:03.964840 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d39fc-8cdf-47f6-a550-bc74ea74ed88 req-0a1de7af-ed59-4da2-84f4-820e905c7efc tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:03.966313 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f7d39fc-8cdf-47f6-a550-bc74ea74ed88 req-0a1de7af-ed59-4da2-84f4-820e905c7efc tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0541923 Sep 01 02:18:04.004169 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f7d39fc-8cdf-47f6-a550-bc74ea74ed88 req-a1963e10-c95d-4ec7-94a7-ff9a6e38e0cc tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Sep 01 02:18:04.159188 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db38ec-45a8-4eb5-b8a8-01857c402c20 req-4087ab1a-9aac-4f92-b580-2fef6c37f8ce tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:04.161125 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-17db38ec-45a8-4eb5-b8a8-01857c402c20 req-4087ab1a-9aac-4f92-b580-2fef6c37f8ce tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 945 time: 0.0558994 Sep 01 02:18:04.216465 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-17db38ec-45a8-4eb5-b8a8-01857c402c20 req-80f1211b-22e0-4195-b90a-388e2ccb1884 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459697 Sep 01 02:18:04.351654 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb1f3-3b5f-475c-9537-dc96a1e81ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.433655 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38016) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:04.446342 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1b19a37-0e7d-4bfa-82f8-709e917cae3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.453571 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38018) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:04.569526 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1b19a37-0e7d-4bfa-82f8-709e917cae3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.667454 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-da06f434-9982-4728-b333-3abd2355ecef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.693409 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1b19a37-0e7d-4bfa-82f8-709e917cae3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.733537 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0db184f3-1e96-45b0-b435-e079ffed1d99 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:18:04.746143 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a1b19a37-0e7d-4bfa-82f8-709e917cae3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdd70710d9314be78e449c7d0bee58fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111880 Sep 01 02:18:04.748637 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:04.751732 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b19a37-0e7d-4bfa-82f8-709e917cae3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d43f97-ccfe-47ff-a43f-eb50ef01a0f2,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:04.809183 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e60692d-673f-4627-9d6b-6ef14ec29099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.820296 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-da06f434-9982-4728-b333-3abd2355ecef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.834292 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e60692d-673f-4627-9d6b-6ef14ec29099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.884535 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 0db184f3-1e96-45b0-b435-e079ffed1d99 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:04.889662 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 0db184f3-1e96-45b0-b435-e079ffed1d99 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:04.890084 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.913531 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-da06f434-9982-4728-b333-3abd2355ecef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.951961 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-da06f434-9982-4728-b333-3abd2355ecef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df6b39b7ab1d4a6f9ecc29fa7682b9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4972756 Sep 01 02:18:04.952792 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06f434-9982-4728-b333-3abd2355ecef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78a7ddb-887b-4661-a777-784431515400,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:04.954657 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:04.973476 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:04.996110 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db184f3-1e96-45b0-b435-e079ffed1d99'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:04.998427 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36926ffc-3bdb-48ee-bcbe-a3fc7757b384" -d '{"events": [{"server_uuid": "e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f", "name": "network-vif-plugged", "status": "completed", "tag": "0db184f3-1e96-45b0-b435-e079ffed1d99"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:05.006589 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43363538-fe22-42ff-b4cf-d42d618e20e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:05.010887 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0db184f3-1e96-45b0-b435-e079ffed1d99, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0db184f3-1e96-45b0-b435-e079ffed1d99,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:05.017718 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e60692d-673f-4627-9d6b-6ef14ec29099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:05.020269 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e60692d-673f-4627-9d6b-6ef14ec29099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:05.035490 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0e60692d-673f-4627-9d6b-6ef14ec29099 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3d43f97-ccfe-47ff-a43f-eb50ef01a0f2 HTTP/1.1" status: 204 len: 168 time: 0.2716992 Sep 01 02:18:05.040952 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43363538-fe22-42ff-b4cf-d42d618e20e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:05.042819 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60692d-673f-4627-9d6b-6ef14ec29099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d43f97-ccfe-47ff-a43f-eb50ef01a0f2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:05.046748 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf8a1a5-3e42-4252-8f29-17800e1b3313 x-openstack-request-id: req-cdf8a1a5-3e42-4252-8f29-17800e1b3313 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:05.047060 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f", "name": "network-vif-plugged", "status": "completed", "tag": "0db184f3-1e96-45b0-b435-e079ffed1d99", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:05.047313 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdf8a1a5-3e42-4252-8f29-17800e1b3313 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:05.047727 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db184f3-1e96-45b0-b435-e079ffed1d99', 'code': 200} Sep 01 02:18:05.131434 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:05.143998 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135aa2d-6084-4766-b717-4048d327b559 req-7230efba-b3c3-4900-8a41-0d2a8afd69d5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:05.151326 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7135aa2d-6084-4766-b717-4048d327b559 req-7230efba-b3c3-4900-8a41-0d2a8afd69d5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0671606 Sep 01 02:18:05.182636 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=0db184f3-1e96-45b0-b435-e079ffed1d99,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:05.187955 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7135aa2d-6084-4766-b717-4048d327b559 req-09565d3d-bd98-419c-af6f-a30ed33ed329 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357294 Sep 01 02:18:05.274301 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43363538-fe22-42ff-b4cf-d42d618e20e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:05.277833 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43363538-fe22-42ff-b4cf-d42d618e20e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:05.281738 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-43363538-fe22-42ff-b4cf-d42d618e20e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a78a7ddb-887b-4661-a777-784431515400 HTTP/1.1" status: 204 len: 168 time: 0.3258009 Sep 01 02:18:05.315593 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43363538-fe22-42ff-b4cf-d42d618e20e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78a7ddb-887b-4661-a777-784431515400,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:05.385237 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee28965-2dd0-41dc-ae35-4b7df35aca34 req-426b9446-9869-483b-ab82-99995fc76e86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:05.386804 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6ee28965-2dd0-41dc-ae35-4b7df35aca34 req-426b9446-9869-483b-ab82-99995fc76e86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0964715 Sep 01 02:18:05.455667 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6ee28965-2dd0-41dc-ae35-4b7df35aca34 req-9b39489e-4295-44fd-bc25-84105e1d62c0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594010 Sep 01 02:18:05.513524 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ae698-9bff-4ab8-aca7-409fba79c64d req-b37b2767-82fb-4a6f-9a72-d6879bc1ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:05.513524 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-de2ae698-9bff-4ab8-aca7-409fba79c64d req-b37b2767-82fb-4a6f-9a72-d6879bc1ad68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 1099 time: 0.0405657 Sep 01 02:18:05.545698 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-de2ae698-9bff-4ab8-aca7-409fba79c64d req-e00dd138-7fd7-483f-b129-a8092ef14a70 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288961 Sep 01 02:18:05.821699 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0272b3-878e-4d4c-991b-27d7f4a5dfa6 req-0b27253f-71d1-4b19-a847-df86fe6a88c3 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:05.823272 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ce0272b3-878e-4d4c-991b-27d7f4a5dfa6 req-0b27253f-71d1-4b19-a847-df86fe6a88c3 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0491776 Sep 01 02:18:05.875901 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ce0272b3-878e-4d4c-991b-27d7f4a5dfa6 req-63bd2a7b-625f-49d1-b824-d37209731497 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381525 Sep 01 02:18:05.962432 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be28bf7-df21-4a77-ab44-4beef2c80c83 req-ef6ed8bc-5b4a-4af2-99e7-22a2ebb6c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:05.963903 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8be28bf7-df21-4a77-ab44-4beef2c80c83 req-ef6ed8bc-5b4a-4af2-99e7-22a2ebb6c01e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 1099 time: 0.0429430 Sep 01 02:18:06.229956 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:06.244221 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-327b46dc-5b3b-4353-a324-5f207d980d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:06.300531 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:06.318422 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be28bf7-df21-4a77-ab44-4beef2c80c83 req-de9c546a-9f06-4c2b-b310-5e29ae248096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:06.320314 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8be28bf7-df21-4a77-ab44-4beef2c80c83 req-de9c546a-9f06-4c2b-b310-5e29ae248096 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 920 time: 0.3315048 Sep 01 02:18:06.340633 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-327b46dc-5b3b-4353-a324-5f207d980d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:06.365780 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8be28bf7-df21-4a77-ab44-4beef2c80c83 req-996b1af4-30c3-483e-abe0-ff448e91cb1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e16b7a-4706-4cc0-8dc8-8de6938037c9 HTTP/1.1" status: 200 len: 217 time: 0.0369859 Sep 01 02:18:06.422064 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be28bf7-df21-4a77-ab44-4beef2c80c83 req-0a670c75-29c5-4d68-8345-04080fc089ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:06.423525 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8be28bf7-df21-4a77-ab44-4beef2c80c83 req-0a670c75-29c5-4d68-8345-04080fc089ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 200 len: 859 time: 0.0477257 Sep 01 02:18:06.433600 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-327b46dc-5b3b-4353-a324-5f207d980d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:06.456967 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8be28bf7-df21-4a77-ab44-4beef2c80c83 req-e1642644-f7bf-4f02-b6a6-402807e6520d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25ff1c87-3840-478f-bfb8-50f6aa595d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248108 Sep 01 02:18:06.470619 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-327b46dc-5b3b-4353-a324-5f207d980d01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d96a36fc5ba4aa2a786430bb1853ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395375 Sep 01 02:18:06.473417 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:06.506509 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b46dc-5b3b-4353-a324-5f207d980d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82280e9b-6984-470a-80af-8a311f3b88db,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:06.579725 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9af54c2b-dc63-40af-8ace-bc2d3afca881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:06.593569 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1928d9da-9427-498a-9cd6-50ef22cca20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:06.607009 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9af54c2b-dc63-40af-8ace-bc2d3afca881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:06.609765 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6814bf-622f-4018-9c26-0fd30b61c710 req-ee79e3ac-aa7d-409a-aa09-2f0e62609b0b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:06.611242 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc6814bf-622f-4018-9c26-0fd30b61c710 req-ee79e3ac-aa7d-409a-aa09-2f0e62609b0b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0725245 Sep 01 02:18:06.613299 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8be28bf7-df21-4a77-ab44-4beef2c80c83 req-0f3c0bfc-2de0-4af3-bfca-eca8ef449028 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479328 Sep 01 02:18:06.725733 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc6814bf-622f-4018-9c26-0fd30b61c710 req-039c75b5-839e-42db-811b-a9f8ee35d852 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894091 Sep 01 02:18:06.765984 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8be28bf7-df21-4a77-ab44-4beef2c80c83 req-042c4088-d3c4-4edd-820d-4653f54e2068 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410167 Sep 01 02:18:06.774156 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9af54c2b-dc63-40af-8ace-bc2d3afca881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:06.776723 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9af54c2b-dc63-40af-8ace-bc2d3afca881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:06.777935 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9af54c2b-dc63-40af-8ace-bc2d3afca881 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82280e9b-6984-470a-80af-8a311f3b88db HTTP/1.1" status: 204 len: 168 time: 0.3032167 Sep 01 02:18:06.786469 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af54c2b-dc63-40af-8ace-bc2d3afca881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82280e9b-6984-470a-80af-8a311f3b88db,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:06.989983 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf308a10-2737-4a59-b7e1-e43cd2cb0113 req-b0061167-75c9-4371-95ab-30a0e35591c2 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:06.991480 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf308a10-2737-4a59-b7e1-e43cd2cb0113 req-b0061167-75c9-4371-95ab-30a0e35591c2 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0522821 Sep 01 02:18:07.033222 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf308a10-2737-4a59-b7e1-e43cd2cb0113 req-a71ded33-1501-4323-a579-12471a95a5d6 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Sep 01 02:18:07.159065 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:07.746008 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:07.756312 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38188) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:07.760693 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-520a0af4-8178-47c6-b04d-385a64006ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:07.863541 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8b7fd-b470-40a1-b034-afeb65bb95ce req-90a5664a-7ea7-42de-b729-dfb9bb0add8b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:07.864317 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-520a0af4-8178-47c6-b04d-385a64006ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:07.865069 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c7c8b7fd-b470-40a1-b034-afeb65bb95ce req-90a5664a-7ea7-42de-b729-dfb9bb0add8b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0652676 Sep 01 02:18:07.904637 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c7c8b7fd-b470-40a1-b034-afeb65bb95ce req-6d5f50a7-edcd-4b18-b5ef-77731f4e2707 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331824 Sep 01 02:18:07.924278 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a332232f-faf6-4a80-853e-59bef9756b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:07.928805 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-520a0af4-8178-47c6-b04d-385a64006ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:07.968900 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-520a0af4-8178-47c6-b04d-385a64006ae4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81b5f7f8ec0c4ab099d435d4528a9590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218056 Sep 01 02:18:07.971182 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a0af4-8178-47c6-b04d-385a64006ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31f5130-fe10-4ca0-8cc9-9c5ddc53c2da,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:07.973061 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38194) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:08.092373 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1e0e7-a472-4226-b128-e07ddc5ecb5c req-d32f9331-f22f-40cc-9dec-c5a2ca16e54b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:08.095000 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83b1e0e7-a472-4226-b128-e07ddc5ecb5c req-d32f9331-f22f-40cc-9dec-c5a2ca16e54b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.1120048 Sep 01 02:18:08.104506 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:08.110240 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d0d51346-b1f4-4064-836b-903569e309b6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'floatingip': {'port_id': '0db184f3-1e96-45b0-b435-e079ffed1d99'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:08.126170 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a332232f-faf6-4a80-853e-59bef9756b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.136001 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-21e7a0c2-223c-4c33-9601-713e6d6ca95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.145805 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.175779 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-21e7a0c2-223c-4c33-9601-713e6d6ca95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.209382 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ac20-15dd-40c5-b0cd-2cbf0432f089 req-163daa68-9626-4ff8-bb20-0120512dadaa tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:08.210192 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0d51346-b1f4-4064-836b-903569e309b6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.210862 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5f16ac20-15dd-40c5-b0cd-2cbf0432f089 req-163daa68-9626-4ff8-bb20-0120512dadaa tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0935214 Sep 01 02:18:08.245119 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a332232f-faf6-4a80-853e-59bef9756b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.267446 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5f16ac20-15dd-40c5-b0cd-2cbf0432f089 req-6b96cd1e-a773-45ba-ae85-e5b99f06e7ff tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488057 Sep 01 02:18:08.298802 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a332232f-faf6-4a80-853e-59bef9756b6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a31b6b1466e4269b2de8a4efe312c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406775 Sep 01 02:18:08.305852 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332232f-faf6-4a80-853e-59bef9756b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849a605a-cf75-48f5-a20d-6662a40d00ad,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:08.308923 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:08.358764 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-21e7a0c2-223c-4c33-9601-713e6d6ca95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.361431 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-21e7a0c2-223c-4c33-9601-713e6d6ca95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.362693 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-21e7a0c2-223c-4c33-9601-713e6d6ca95e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b31f5130-fe10-4ca0-8cc9-9c5ddc53c2da HTTP/1.1" status: 204 len: 168 time: 0.3886907 Sep 01 02:18:08.371423 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7a0c2-223c-4c33-9601-713e6d6ca95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31f5130-fe10-4ca0-8cc9-9c5ddc53c2da,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:08.483695 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8cebf22d-7ce4-457a-89c2-b935878441f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.523632 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38224) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:08.562062 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8cebf22d-7ce4-457a-89c2-b935878441f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.793890 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48404c7b-b751-46f7-8069-21ca701414f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.930699 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48404c7b-b751-46f7-8069-21ca701414f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.958550 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8cebf22d-7ce4-457a-89c2-b935878441f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.961139 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8cebf22d-7ce4-457a-89c2-b935878441f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:08.962280 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8cebf22d-7ce4-457a-89c2-b935878441f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/849a605a-cf75-48f5-a20d-6662a40d00ad HTTP/1.1" status: 204 len: 168 time: 0.6521523 Sep 01 02:18:09.026673 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebf22d-7ce4-457a-89c2-b935878441f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a605a-cf75-48f5-a20d-6662a40d00ad,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:09.054370 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48404c7b-b751-46f7-8069-21ca701414f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.095347 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-48404c7b-b751-46f7-8069-21ca701414f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc3bcc36920347b2881fc7d2dcc3355d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5702670 Sep 01 02:18:09.096476 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48404c7b-b751-46f7-8069-21ca701414f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48b2862-58b0-4a83-9d23-9c5e6d8fff6a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:09.110227 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38244) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:09.173459 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0bd9-0534-4c5c-a31b-243f85cc7495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.206695 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0bd9-0534-4c5c-a31b-243f85cc7495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.276433 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0d51346-b1f4-4064-836b-903569e309b6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.296254 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.333938 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0bd9-0534-4c5c-a31b-243f85cc7495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.336521 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0bd9-0534-4c5c-a31b-243f85cc7495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.337663 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4b9e0bd9-0534-4c5c-a31b-243f85cc7495 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d48b2862-58b0-4a83-9d23-9c5e6d8fff6a HTTP/1.1" status: 204 len: 168 time: 0.2262163 Sep 01 02:18:09.372528 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e0bd9-0534-4c5c-a31b-243f85cc7495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48b2862-58b0-4a83-9d23-9c5e6d8fff6a,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:09.395663 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca220f-10e9-4363-a29c-ecb011bfe130 req-c2bc1843-a078-4510-b681-c4050ee640e0 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:09.397154 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a1ca220f-10e9-4363-a29c-ecb011bfe130 req-c2bc1843-a078-4510-b681-c4050ee640e0 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0583854 Sep 01 02:18:09.405391 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0d51346-b1f4-4064-836b-903569e309b6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.439688 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a1ca220f-10e9-4363-a29c-ecb011bfe130 req-808417fe-57eb-4b3b-b490-b9dfc9373acb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364804 Sep 01 02:18:09.511731 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-d0d51346-b1f4-4064-836b-903569e309b6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Floating IP f765c5a6-fd0d-4b98-b4fb-8b71a03b67f7 associated. External IP: 172.27.1.155, port: 0db184f3-1e96-45b0-b435-e079ffed1d99. Sep 01 02:18:09.725827 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d51346-b1f4-4064-836b-903569e309b6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Router 6922c923-6cb1-46ad-bc99-bff79840fa93 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:18:09.775276 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38260) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:09.788931 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-754c8022-406a-462d-8ced-57a20eb5213e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.837228 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d51346-b1f4-4064-836b-903569e309b6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:18:09.842576 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0d51346-b1f4-4064-836b-903569e309b6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.855110 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] Sync routers for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:18:09.871746 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:18:09.875153 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:18:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:09.875483 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d0d51346-b1f4-4064-836b-903569e309b6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "PUT /v2.0/floatingips/f765c5a6-fd0d-4b98-b4fb-8b71a03b67f7 HTTP/1.1" status: 200 len: 992 time: 1.7668409 Sep 01 02:18:09.875483 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'tag': '0db184f3-1e96-45b0-b435-e079ffed1d99'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:09.890016 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d424c9cb-6a22-4a16-b13f-ee42db66adc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f", "tag": "0db184f3-1e96-45b0-b435-e079ffed1d99"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:09.924615 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-754c8022-406a-462d-8ced-57a20eb5213e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:09.962930 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94948700-bbcf-4909-b510-ffa759c995b2 x-openstack-request-id: req-94948700-bbcf-4909-b510-ffa759c995b2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:09.963582 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f", "tag": "0db184f3-1e96-45b0-b435-e079ffed1d99", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:09.963582 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94948700-bbcf-4909-b510-ffa759c995b2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:09.963737 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'tag': '0db184f3-1e96-45b0-b435-e079ffed1d99', 'status': 'completed', 'code': 200} Sep 01 02:18:09.997127 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-754c8022-406a-462d-8ced-57a20eb5213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:10.002203 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:18:10.065632 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-754c8022-406a-462d-8ced-57a20eb5213e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03843072b5694184b4c8329000f16d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891512 Sep 01 02:18:10.068410 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:10.070039 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c8022-406a-462d-8ced-57a20eb5213e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c55bcee-ee76-423e-b386-41a70c9538cc,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:10.079894 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-38480a22-3c88-49d8-bd23-ffa85e08f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:10.081356 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-38480a22-3c88-49d8-bd23-ffa85e08f52c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 1099 time: 0.0805454 Sep 01 02:18:10.144816 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e6af9e0-0a6e-4b40-8b1a-346b9b2fbe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:10.173850 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e6af9e0-0a6e-4b40-8b1a-346b9b2fbe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:10.203575 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-437dee2a-444d-4190-aa46-3a5feaf8fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:10.203575 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-437dee2a-444d-4190-aa46-3a5feaf8fba1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee32945b-3554-46fb-b446-e2f9ab36f46c HTTP/1.1" status: 200 len: 912 time: 0.1111832 Sep 01 02:18:10.332198 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e6af9e0-0a6e-4b40-8b1a-346b9b2fbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:10.335506 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e6af9e0-0a6e-4b40-8b1a-346b9b2fbe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:10.340097 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4e6af9e0-0a6e-4b40-8b1a-346b9b2fbe0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c55bcee-ee76-423e-b386-41a70c9538cc HTTP/1.1" status: 204 len: 168 time: 0.2674098 Sep 01 02:18:10.340354 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-87858d94-677b-4c34-84fa-1ddc365a0f26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db184f3-1e96-45b0-b435-e079ffed1d99 HTTP/1.1" status: 200 len: 1000 time: 0.1184289 Sep 01 02:18:10.352158 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6af9e0-0a6e-4b40-8b1a-346b9b2fbe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c55bcee-ee76-423e-b386-41a70c9538cc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:10.361397 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:10.389417 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01af0945-b154-40b3-8e12-7cc0b5b05cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:10.429225 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-f9c91339-02f3-455b-9963-6fecdf7749f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:10.430687 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-f9c91339-02f3-455b-9963-6fecdf7749f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac27d39-7f93-4de1-835d-b6884592fd04 HTTP/1.1" status: 200 len: 850 time: 0.0753951 Sep 01 02:18:10.439026 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'f765c5a6-fd0d-4b98-b4fb-8b71a03b67f7', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'port_id': '0db184f3-1e96-45b0-b435-e079ffed1d99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'mac_address': 'fa:16:3e:1f:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:17:45Z', 'updated_at': '2021-09-01T02:18:09Z', 'revision_number': 1, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:10.519567 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] Checking router: 6922c923-6cb1-46ad-bc99-bff79840fa93 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:18:10.521656 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-1a1a4baa-8702-4b01-8ff0-997ab7424c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:10.524110 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-1a1a4baa-8702-4b01-8ff0-997ab7424c74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee32945b-3554-46fb-b446-e2f9ab36f46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0828078 Sep 01 02:18:10.534620 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:18:10.538156 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:18:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:10.547967 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01af0945-b154-40b3-8e12-7cc0b5b05cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:10.646965 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:18:10.670326 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff7f70-003c-4a37-83b4-d00b4b4d1597 req-7658c479-5e24-41c4-9431-3b7b067f22e0 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:10.670326 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eeff7f70-003c-4a37-83b4-d00b4b4d1597 req-7658c479-5e24-41c4-9431-3b7b067f22e0 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.1049862 Sep 01 02:18:10.672819 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-6b24a1be-9d6f-486a-9a58-adeed6f333eb service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275635 Sep 01 02:18:10.690389 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01af0945-b154-40b3-8e12-7cc0b5b05cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:10.765579 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0945-b154-40b3-8e12-7cc0b5b05cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beff6da5-3156-40d7-b9d0-18b8a4e344d6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:10.802441 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-01af0945-b154-40b3-8e12-7cc0b5b05cb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed47f383dd3b499fa155002ca81a9e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371083 Sep 01 02:18:10.802814 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:10.874972 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9689fe3-514b-49df-82d4-ab25d07df353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:10.877569 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eeff7f70-003c-4a37-83b4-d00b4b4d1597 req-b97c7664-e696-4ee5-9875-9475b6b6659c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003696 Sep 01 02:18:10.917191 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9689fe3-514b-49df-82d4-ab25d07df353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:10.924538 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d424c9cb-6a22-4a16-b13f-ee42db66adc7 req-c4ec806d-e5d5-4618-879c-6d246ef8da06 service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231460 Sep 01 02:18:10.942788 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'f765c5a6-fd0d-4b98-b4fb-8b71a03b67f7', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'port_id': '0db184f3-1e96-45b0-b435-e079ffed1d99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'mac_address': 'fa:16:3e:1f:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:17:45Z', 'updated_at': '2021-09-01T02:18:09Z', 'revision_number': 1, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:10.973074 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c4e24-fa14-4bbc-a49e-54421745fc80 None None] The sync data for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi is: [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'f765c5a6-fd0d-4b98-b4fb-8b71a03b67f7', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'port_id': '0db184f3-1e96-45b0-b435-e079ffed1d99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'mac_address': 'fa:16:3e:1f:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:17:45Z', 'updated_at': '2021-09-01T02:18:09Z', 'revision_number': 1, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:18:11.065138 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9689fe3-514b-49df-82d4-ab25d07df353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:11.066299 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9689fe3-514b-49df-82d4-ab25d07df353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:11.067482 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f9689fe3-514b-49df-82d4-ab25d07df353 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/beff6da5-3156-40d7-b9d0-18b8a4e344d6 HTTP/1.1" status: 204 len: 168 time: 0.2635527 Sep 01 02:18:11.079700 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9689fe3-514b-49df-82d4-ab25d07df353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beff6da5-3156-40d7-b9d0-18b8a4e344d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:11.213608 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e3417-263e-4519-9784-7f71fe7ebf64 None None] New status for floating IP f765c5a6-fd0d-4b98-b4fb-8b71a03b67f7: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:18:12.040213 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bf9e2-c060-4c81-a338-9ad88866a39a req-0c919549-4aa3-42b3-8261-599c9664d244 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:12.041876 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ce1bf9e2-c060-4c81-a338-9ad88866a39a req-0c919549-4aa3-42b3-8261-599c9664d244 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0538640 Sep 01 02:18:12.097947 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ce1bf9e2-c060-4c81-a338-9ad88866a39a req-f9d3c62c-41cd-40e6-99ca-e154e59e2b08 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468442 Sep 01 02:18:12.928445 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:12.959022 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:13.074628 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1491410988-network', 'tenant_id': 'c2ae025595474bf8847359d57c69c6e4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:13.102473 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b399b844-f15a-4b7f-a656-ac73bb0eabd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.232296 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Made reservation on behalf of c2ae025595474bf8847359d57c69c6e4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:18:13.232975 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.248347 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4d563-9fd5-4b80-a2e1-6a573148800f req-bcd3b38b-991c-4971-af08-3c35c39b69b8 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:13.249836 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-edf4d563-9fd5-4b80-a2e1-6a573148800f req-bcd3b38b-991c-4971-af08-3c35c39b69b8 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0633667 Sep 01 02:18:13.267529 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.351515 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b399b844-f15a-4b7f-a656-ac73bb0eabd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.365788 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-edf4d563-9fd5-4b80-a2e1-6a573148800f req-6c0eda40-a5c9-46fa-aa1c-19dc1b52d791 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912952 Sep 01 02:18:13.392329 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-36cf94e5-d1d6-48f3-b367-4669dd70e16b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:13.393899 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-36cf94e5-d1d6-48f3-b367-4669dd70e16b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/networks?id=e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 200 len: 814 time: 0.1431816 Sep 01 02:18:13.411582 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-6eef027e-d5d1-46f2-8e4b-30c456f02b45 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/quotas/af0017822109465cbe08fec3245a1142 HTTP/1.1" status: 200 len: 375 time: 0.0102041 Sep 01 02:18:13.440671 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b399b844-f15a-4b7f-a656-ac73bb0eabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.477366 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-84ef993a-7b25-4893-888c-c9e0c32a23eb tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582244 Sep 01 02:18:13.508293 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b399b844-f15a-4b7f-a656-ac73bb0eabd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6094a058648b4fd893564fb469c7477b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469489 Sep 01 02:18:13.509385 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:13.523562 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399b844-f15a-4b7f-a656-ac73bb0eabd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739b0025-3f25-470d-9b4f-17571007bb6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:13.597191 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-6f15aed6-13d2-4f76-bfa0-d458e6444bdc service neutron] 10.222.0.23 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186926 Sep 01 02:18:13.613010 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7df94f76-e93f-4ea2-ac73-b9265f832270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.646533 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.649117 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7df94f76-e93f-4ea2-ac73-b9265f832270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.695062 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-dc2503a3-f3b8-48a3-a12c-efac8bf9b63b service neutron] 10.222.0.23 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908315 Sep 01 02:18:13.728272 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.757982 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc0e06-4f77-453f-aa7e-9b3083b30196,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:13.816218 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7df94f76-e93f-4ea2-ac73-b9265f832270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.818748 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7df94f76-e93f-4ea2-ac73-b9265f832270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.819920 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7df94f76-e93f-4ea2-ac73-b9265f832270 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/739b0025-3f25-470d-9b4f-17571007bb6e HTTP/1.1" status: 204 len: 168 time: 0.2929053 Sep 01 02:18:13.824241 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:18:13.836281 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df94f76-e93f-4ea2-ac73-b9265f832270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739b0025-3f25-470d-9b4f-17571007bb6e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:13.840431 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.841372 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Added segment 9b6e6238-02b9-4df3-9e36-dd1cb324783f of type vlan for network 0a765536-b1d2-4e3b-a246-16a1d61d0ef6 Sep 01 02:18:13.897285 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.954413 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fe77bd6a-b75a-4b0b-a16c-c71229d75baf req-6a80bf69-f9b8-448f-bd17-1ec9020a7a6c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 210 time: 0.0327938 Sep 01 02:18:13.997011 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:13.998077 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:13.998672 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:14.057760 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] Pushing event updated for resources: {'Network': ['ID=0a765536-b1d2-4e3b-a246-16a1d61d0ef6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:14.069394 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 0a765536-b1d2-4e3b-a246-16a1d61d0ef6 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:18:14.117802 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-fdd33011-131b-4496-81c5-722b91675dbb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1876748 Sep 01 02:18:14.120666 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:14.125595 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Request body: {'subnet': {'network_id': '0a765536-b1d2-4e3b-a246-16a1d61d0ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1491410988-subnet', 'tenant_id': 'c2ae025595474bf8847359d57c69c6e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:14.205456 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Made reservation on behalf of c2ae025595474bf8847359d57c69c6e4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:18:14.211237 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267605605'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:14.452908 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264802640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267605619'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:14.494892 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1acb-4e19-4f95-93ff-1e81b1942224 req-ec62c79c-aabb-4177-a8eb-53cdf44c5eef tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:14.496799 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5fcf1acb-4e19-4f95-93ff-1e81b1942224 req-ec62c79c-aabb-4177-a8eb-53cdf44c5eef tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0558672 Sep 01 02:18:14.532378 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d829b40-7cc1-483d-9fb9-b194102d70ac,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:14.538287 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Checking segment: {'id': '9b6e6238-02b9-4df3-9e36-dd1cb324783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0a765536-b1d2-4e3b-a246-16a1d61d0ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:18:14.538393 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Network hostable DHCP agents. Network: 0a765536-b1d2-4e3b-a246-16a1d61d0ef6, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:18:14.544146 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5fcf1acb-4e19-4f95-93ff-1e81b1942224 req-29e6fd6b-c8f0-42fa-bf6d-3d528212ca8a tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Sep 01 02:18:14.665467 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Network 0a765536-b1d2-4e3b-a246-16a1d61d0ef6 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:18:14.685515 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:14.698393 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-494bac11-911a-4999-b7f7-3aa83a6c8670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:14.776548 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 0a765536-b1d2-4e3b-a246-16a1d61d0ef6) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:14.787137 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:14.787508 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729e3ad-5123-4764-b931-0d608a6b8594 None None] Network 0a765536-b1d2-4e3b-a246-16a1d61d0ef6 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:18:14.787918 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:14.791167 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-494bac11-911a-4999-b7f7-3aa83a6c8670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:14.879883 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-494bac11-911a-4999-b7f7-3aa83a6c8670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:14.909051 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164bf002-0054-443d-b632-ee30e8d684e6 None None] Network 0a765536-b1d2-4e3b-a246-16a1d61d0ef6 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:18:14.919711 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-494bac11-911a-4999-b7f7-3aa83a6c8670 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f61b370f015d471eb3fbde78185fa8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330420 Sep 01 02:18:14.920560 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bac11-911a-4999-b7f7-3aa83a6c8670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea730f37-7415-4549-98a9-35073058462a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:14.922407 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38474) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:14.980500 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f32302c8-10b3-446f-9619-2749582ae9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:14.988499 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-415c71a7-f9ca-4b28-a810-08403211f3b4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8667555 Sep 01 02:18:15.020584 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f32302c8-10b3-446f-9619-2749582ae9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:15.078252 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-babb232e-173d-4b4b-80e7-068ec15df08f req-7924baaa-7e01-41dc-836c-fc3898d03423 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 210 time: 0.0378175 Sep 01 02:18:15.198559 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f32302c8-10b3-446f-9619-2749582ae9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:15.201289 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f32302c8-10b3-446f-9619-2749582ae9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:15.202421 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f32302c8-10b3-446f-9619-2749582ae9f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea730f37-7415-4549-98a9-35073058462a HTTP/1.1" status: 204 len: 168 time: 0.2787018 Sep 01 02:18:15.212118 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32302c8-10b3-446f-9619-2749582ae9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea730f37-7415-4549-98a9-35073058462a,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:15.689869 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d4540-a633-4d6d-8ede-8c2aff788d81 req-ca070397-da6c-4065-9f6d-739489bfe7fa tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:15.691621 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c37d4540-a633-4d6d-8ede-8c2aff788d81 req-ca070397-da6c-4065-9f6d-739489bfe7fa tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0608292 Sep 01 02:18:15.742812 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c37d4540-a633-4d6d-8ede-8c2aff788d81 req-495afce4-6734-476e-9e93-f224dd710313 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Sep 01 02:18:16.155911 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:16.162534 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1654549178-network', 'tenant_id': '7953fbeb8e394010b8cb2f77e76401cb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:16.202985 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-852be410-25c1-41e0-89cf-242967b35024 req-de9588ae-d467-4e86-bc69-efa81588320c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 210 time: 0.0284560 Sep 01 02:18:16.273581 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Made reservation on behalf of 7953fbeb8e394010b8cb2f77e76401cb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:18:16.275735 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:16.284983 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:16.379613 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:16.444778 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:16.467444 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:18:16.480577 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551d237e-e707-43cc-afad-50614cbfe3e3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:16.485823 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:16.486165 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Added segment 3a6f4462-0611-45b9-b8fc-ed5680c31974 of type vlan for network c42e6061-dcd0-4acf-a7ff-f175e7305253 Sep 01 02:18:16.530322 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:16.644747 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:16.645745 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:16.646390 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:16.682182 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-61fa85ae-acdb-46b4-a04f-41a841ea7888 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:16.683669 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-61fa85ae-acdb-46b4-a04f-41a841ea7888 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "GET /v2.0/networks?id=e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 200 len: 814 time: 0.1084015 Sep 01 02:18:16.706654 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] Pushing event updated for resources: {'Network': ['ID=c42e6061-dcd0-4acf-a7ff-f175e7305253,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:16.718569 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network c42e6061-dcd0-4acf-a7ff-f175e7305253 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:18:16.726927 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Request body: {'port': {'device_id': 'c3712b15-73e4-4b95-9c52-6eac373418e7', 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec', 'admin_state_up': True, 'tenant_id': 'af0017822109465cbe08fec3245a1142'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:16.777069 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8b59a591-95a0-4415-826f-3f981770c8da admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6168771 Sep 01 02:18:16.778920 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:16.788752 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Request body: {'subnet': {'network_id': 'c42e6061-dcd0-4acf-a7ff-f175e7305253', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1654549178-subnet', 'tenant_id': '7953fbeb8e394010b8cb2f77e76401cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:16.906359 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70465406-eebd-4fb6-a0ca-bcacb03b431a req-00ca10ee-4d29-46f1-acea-d2365c8b1986 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:16.907881 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70465406-eebd-4fb6-a0ca-bcacb03b431a req-00ca10ee-4d29-46f1-acea-d2365c8b1986 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0508804 Sep 01 02:18:16.945446 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70465406-eebd-4fb6-a0ca-bcacb03b431a req-c382329c-9241-4819-b09e-9a92bfdf121f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Sep 01 02:18:16.970227 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Made reservation on behalf of 7953fbeb8e394010b8cb2f77e76401cb for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:18:16.973897 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267605605'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:17.153608 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Made reservation on behalf of af0017822109465cbe08fec3245a1142 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:18:17.157131 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:17.261971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264802640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267605619'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:17.315815 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9a5df3-5d14-46f9-8376-5db47ab0bb53,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:17.333701 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Checking segment: {'id': '3a6f4462-0611-45b9-b8fc-ed5680c31974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c42e6061-dcd0-4acf-a7ff-f175e7305253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:18:17.334295 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Network hostable DHCP agents. Network: c42e6061-dcd0-4acf-a7ff-f175e7305253, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:18:17.347967 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5add7914-0048-47d4-bb41-7a0c6823f2bf req-d435663a-6cbb-4958-8b4a-f636339daf26 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 210 time: 0.0463324 Sep 01 02:18:17.353959 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Allocated IP 172.20.0.14 (e01de8dd-ade6-4102-b0a8-c70ee02163ec/f7c98f80-6b39-47ac-9b5c-5fd8efac130e/1023ac87-f072-4c46-b5e7-347c3c1d0b89) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:18:17.410361 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Network c42e6061-dcd0-4acf-a7ff-f175e7305253 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:18:17.507625 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, c42e6061-dcd0-4acf-a7ff-f175e7305253) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:17.512535 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:17.513377 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:17.523905 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbd826d-36b1-442e-b4d4-83971c9014de None None] Network c42e6061-dcd0-4acf-a7ff-f175e7305253 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:18:17.549411 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:17.632456 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2882c004-20fc-4a1b-b703-c905a3861bf1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8519723 Sep 01 02:18:17.661826 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56fe030-9003-4d82-84d8-c7208dbb5457 None None] Network c42e6061-dcd0-4acf-a7ff-f175e7305253 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:18:17.713389 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:17.746387 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Network e01de8dd-ade6-4102-b0a8-c70ee02163ec is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:18:17.749941 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:17.757662 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['e7b7ae68-fdab-4d11-9ff9-515a2845eaf5'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:18:17.772052 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:18:17.777540 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:17.778615 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:17.808415 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Pushing event updated for resources: {'Port': ['ID=1023ac87-f072-4c46-b5e7-347c3c1d0b89,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:17.929549 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-d3f73175-ea36-46c1-9ddf-bf3fe6c253b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2066724 Sep 01 02:18:17.946670 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Request body: {'port': {'device_id': 'c3712b15-73e4-4b95-9c52-6eac373418e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:18.232449 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:18.281823 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481f6ae-3613-4cc8-863d-7609176e586f req-a1b396ae-f062-46b4-b33d-e3bf87104407 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:18.283350 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8481f6ae-3613-4cc8-863d-7609176e586f req-a1b396ae-f062-46b4-b33d-e3bf87104407 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0834320 Sep 01 02:18:18.391717 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8481f6ae-3613-4cc8-863d-7609176e586f req-a5d32992-f74d-4a01-b26e-4604eaa55b71 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987051 Sep 01 02:18:18.518635 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbdfd3-2c33-4e54-8701-5e29901579c6 req-0a45a612-ee71-44d5-883e-905e4f01d7b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:18.520120 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5dbdfd3-2c33-4e54-8701-5e29901579c6 req-0a45a612-ee71-44d5-883e-905e4f01d7b4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 932 time: 0.0752029 Sep 01 02:18:18.580656 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5dbdfd3-2c33-4e54-8701-5e29901579c6 req-4effc4cd-6cf2-4645-8bcd-4f6198a5abd3 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530257 Sep 01 02:18:18.622541 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1023ac87-f072-4c46-b5e7-347c3c1d0b89 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:18:18.630439 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:18.643047 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Transition to ACTIVE for port object 1023ac87-f072-4c46-b5e7-347c3c1d0b89 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:18.757228 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:18.810386 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Pushing event updated for resources: {'Port': ['ID=1023ac87-f072-4c46-b5e7-347c3c1d0b89,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:18.841936 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Attempting to bind port 1023ac87-f072-4c46-b5e7-347c3c1d0b89 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:18:18.842759 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Attempting to bind port 1023ac87-f072-4c46-b5e7-347c3c1d0b89 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:18:18.842759 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Attempting to bind port 1023ac87-f072-4c46-b5e7-347c3c1d0b89 on network e01de8dd-ade6-4102-b0a8-c70ee02163ec {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:18.847080 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Port 1023ac87-f072-4c46-b5e7-347c3c1d0b89 on network e01de8dd-ade6-4102-b0a8-c70ee02163ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:18:18.847444 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Attempting to bind port 1023ac87-f072-4c46-b5e7-347c3c1d0b89 on network e01de8dd-ade6-4102-b0a8-c70ee02163ec {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:18.852666 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:18:18.852666 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Checking segment: {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:18:18.852953 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Bound using segment: {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:18:18.853282 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Bound port: 1023ac87-f072-4c46-b5e7-347c3c1d0b89, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:18:18.853663 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:18.917000 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] For port 1023ac87-f072-4c46-b5e7-347c3c1d0b89, host hv-cinder-79966, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:18:18.921134 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] For port 1023ac87-f072-4c46-b5e7-347c3c1d0b89, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1023ac87-f072-4c46-b5e7-347c3c1d0b89,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:18:19.038373 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:19.081080 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:19.081937 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:19.083591 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] 10.222.0.26 "PUT /v2.0/ports/1023ac87-f072-4c46-b5e7-347c3c1d0b89 HTTP/1.1" status: 200 len: 1094 time: 1.1412935 Sep 01 02:18:19.084049 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3712b15-73e4-4b95-9c52-6eac373418e7', 'tag': '1023ac87-f072-4c46-b5e7-347c3c1d0b89'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:19.086252 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5916ded-c52b-4dff-872c-3b92dd132d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3712b15-73e4-4b95-9c52-6eac373418e7", "tag": "1023ac87-f072-4c46-b5e7-347c3c1d0b89"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:19.106248 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed06e9-7559-4916-b8e7-865e10442172 service neutron] Pushing event updated for resources: {'Port': ['ID=1023ac87-f072-4c46-b5e7-347c3c1d0b89,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:19.129278 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c729cf0-f553-4d77-8310-42730d45c821 x-openstack-request-id: req-4c729cf0-f553-4d77-8310-42730d45c821 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:19.129574 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3712b15-73e4-4b95-9c52-6eac373418e7", "tag": "1023ac87-f072-4c46-b5e7-347c3c1d0b89", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:19.129848 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c729cf0-f553-4d77-8310-42730d45c821 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:19.130249 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3712b15-73e4-4b95-9c52-6eac373418e7', 'tag': '1023ac87-f072-4c46-b5e7-347c3c1d0b89', 'status': 'completed', 'code': 200} Sep 01 02:18:19.159931 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38626) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:19.207657 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5916ded-c52b-4dff-872c-3b92dd132d6c req-eb828cc4-32bb-4d47-aaff-8cfcc947e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:19.216129 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5916ded-c52b-4dff-872c-3b92dd132d6c req-eb828cc4-32bb-4d47-aaff-8cfcc947e877 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 1097 time: 0.0436072 Sep 01 02:18:19.298070 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c937e79c-60a0-4b95-93b1-17f9dc220682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:19.365350 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5916ded-c52b-4dff-872c-3b92dd132d6c req-11549d86-9e1a-4cd1-9ef8-7ce2e073ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:19.366822 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5916ded-c52b-4dff-872c-3b92dd132d6c req-11549d86-9e1a-4cd1-9ef8-7ce2e073ae74 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=af0017822109465cbe08fec3245a1142&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1378922 Sep 01 02:18:19.534765 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c937e79c-60a0-4b95-93b1-17f9dc220682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:19.536204 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5916ded-c52b-4dff-872c-3b92dd132d6c req-888e82c9-4fbc-4a13-b58a-405281a1a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:19.537665 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5916ded-c52b-4dff-872c-3b92dd132d6c req-888e82c9-4fbc-4a13-b58a-405281a1a8e6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1620092 Sep 01 02:18:19.558920 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf277c7-2b41-4aec-9067-24f642d04ae7 req-d8d7c684-3cfb-444f-8dd4-ea0b48c06325 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:19.561162 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fbf277c7-2b41-4aec-9067-24f642d04ae7 req-d8d7c684-3cfb-444f-8dd4-ea0b48c06325 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0811188 Sep 01 02:18:19.628197 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c937e79c-60a0-4b95-93b1-17f9dc220682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:19.651929 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fbf277c7-2b41-4aec-9067-24f642d04ae7 req-bd32879e-3ca2-480b-a2de-b85e74d6cd3b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843642 Sep 01 02:18:19.675670 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c937e79c-60a0-4b95-93b1-17f9dc220682 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0084ad0eae3e45fba35b2b952e7095a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146258 Sep 01 02:18:19.678352 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:19.720662 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-54558a5f-3800-44fc-a890-fc1b28362140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:19.721361 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-54558a5f-3800-44fc-a890-fc1b28362140 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 1097 time: 0.1373847 Sep 01 02:18:19.725962 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937e79c-60a0-4b95-93b1-17f9dc220682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e5eb87-e5ac-4823-a4b6-3cc3232c0413,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:19.743661 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-760ae12e-ca5b-42a3-a8c4-467b6a70c9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:19.769327 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-760ae12e-ca5b-42a3-a8c4-467b6a70c9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:19.772953 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-606d2e83-48c5-4c10-8668-434a7ed1fbc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1023ac87-f072-4c46-b5e7-347c3c1d0b89 HTTP/1.1" status: 200 len: 217 time: 0.0390210 Sep 01 02:18:19.784533 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43940d7c-2471-40dd-9459-f58de945cdb2 req-7c5bd598-4ac2-4613-8cfd-766983203d95 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:19.786863 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-43940d7c-2471-40dd-9459-f58de945cdb2 req-7c5bd598-4ac2-4613-8cfd-766983203d95 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 944 time: 0.1100552 Sep 01 02:18:19.865811 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-43940d7c-2471-40dd-9459-f58de945cdb2 req-522dc650-a44a-4be5-b54d-41dddf3d4404 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732968 Sep 01 02:18:19.869477 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-dacb1764-395d-4a67-92f9-e77e3eba015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:19.870922 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-dacb1764-395d-4a67-92f9-e77e3eba015c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7c98f80-6b39-47ac-9b5c-5fd8efac130e HTTP/1.1" status: 200 len: 854 time: 0.0715456 Sep 01 02:18:19.907799 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-6feceb19-ebc4-4789-b8d3-04ccc0cad5cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e01de8dd-ade6-4102-b0a8-c70ee02163ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246515 Sep 01 02:18:19.930119 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-760ae12e-ca5b-42a3-a8c4-467b6a70c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:19.932992 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-760ae12e-ca5b-42a3-a8c4-467b6a70c9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:19.934857 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-760ae12e-ca5b-42a3-a8c4-467b6a70c9b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6e5eb87-e5ac-4823-a4b6-3cc3232c0413 HTTP/1.1" status: 204 len: 168 time: 0.2549243 Sep 01 02:18:19.943099 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ae12e-ca5b-42a3-a8c4-467b6a70c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e5eb87-e5ac-4823-a4b6-3cc3232c0413,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:20.009906 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-dff6cef2-15cc-490c-b15a-d86334f0ad17 service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909338 Sep 01 02:18:20.115036 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc7bdcea-9553-4e34-8966-144695cc5873 req-ea909030-a4db-4092-9323-ecf3354e8254 service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977983 Sep 01 02:18:20.757584 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:20.774264 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15296dd-2f8e-4dba-8009-ee60162d670c req-ec806c88-82a9-44f9-a7bf-0ffa79071629 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:20.774743 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ae148f-f571-4b3a-b010-a10502f91073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:20.774838 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d15296dd-2f8e-4dba-8009-ee60162d670c req-ec806c88-82a9-44f9-a7bf-0ffa79071629 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0572529 Sep 01 02:18:20.814097 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d15296dd-2f8e-4dba-8009-ee60162d670c req-15dad8a5-94fe-404e-8c43-47a626754185 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331464 Sep 01 02:18:20.865828 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ae148f-f571-4b3a-b010-a10502f91073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:20.980530 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeb14c-e416-48e6-85ba-f271f94a24e5 req-3fcce1f5-df59-4502-a1fe-80c7fbb67c50 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:20.982682 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e1aeb14c-e416-48e6-85ba-f271f94a24e5 req-3fcce1f5-df59-4502-a1fe-80c7fbb67c50 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 944 time: 0.0496202 Sep 01 02:18:20.998364 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6ae148f-f571-4b3a-b010-a10502f91073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:21.037934 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f6ae148f-f571-4b3a-b010-a10502f91073 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aab686e1f5b1484ca55fc205a4b765c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792113 Sep 01 02:18:21.038738 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae148f-f571-4b3a-b010-a10502f91073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210b4e26-a2a1-4e82-9149-c5049338ea97,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:21.041076 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:21.060516 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e1aeb14c-e416-48e6-85ba-f271f94a24e5 req-3ca26ee7-5d1f-43bf-9f36-472b94e55d84 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716434 Sep 01 02:18:21.068858 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34479a-0ccf-4cd2-920d-efc7aba67b4c req-78c66691-dc34-4a63-b176-0f37108e0f54 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:21.070307 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc34479a-0ccf-4cd2-920d-efc7aba67b4c req-78c66691-dc34-4a63-b176-0f37108e0f54 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 945 time: 0.0826664 Sep 01 02:18:21.093166 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c672276-826e-4868-b604-85c6a27f5498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:21.110464 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc34479a-0ccf-4cd2-920d-efc7aba67b4c req-ce7ddf55-76ae-48c8-ba3c-ca48aa2b9b42 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Sep 01 02:18:21.113681 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c672276-826e-4868-b604-85c6a27f5498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:21.227159 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c672276-826e-4868-b604-85c6a27f5498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:21.229744 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c672276-826e-4868-b604-85c6a27f5498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:21.230903 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4c672276-826e-4868-b604-85c6a27f5498 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/210b4e26-a2a1-4e82-9149-c5049338ea97 HTTP/1.1" status: 204 len: 168 time: 0.1889360 Sep 01 02:18:21.240950 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c672276-826e-4868-b604-85c6a27f5498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210b4e26-a2a1-4e82-9149-c5049338ea97,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:21.944056 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c345d-2989-4fdb-b204-44d3994d76e5 req-40a5cf27-79be-47f4-9464-286f18ee1ed2 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:21.946234 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a43c345d-2989-4fdb-b204-44d3994d76e5 req-40a5cf27-79be-47f4-9464-286f18ee1ed2 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0554941 Sep 01 02:18:21.984079 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a43c345d-2989-4fdb-b204-44d3994d76e5 req-9e15527e-6c0b-41a5-a9cc-6d9776adda1d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Sep 01 02:18:22.194317 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17892d7e-dd82-46de-b561-7ccabe57fdf4 req-8229da1d-0589-4ec1-be9f-dc7d5272259a tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:22.195878 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-17892d7e-dd82-46de-b561-7ccabe57fdf4 req-8229da1d-0589-4ec1-be9f-dc7d5272259a tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 944 time: 0.0619934 Sep 01 02:18:22.264430 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-17892d7e-dd82-46de-b561-7ccabe57fdf4 req-feb0687d-5967-4fa1-8042-56b16f1ec200 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571930 Sep 01 02:18:22.272595 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281e704-3bb1-4531-9cf8-02c2f3ab8ab9 req-c92e307f-feb0-4aaf-a4db-89a8e315fa23 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:22.274089 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5281e704-3bb1-4531-9cf8-02c2f3ab8ab9 req-c92e307f-feb0-4aaf-a4db-89a8e315fa23 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 945 time: 0.0771782 Sep 01 02:18:22.321079 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5281e704-3bb1-4531-9cf8-02c2f3ab8ab9 req-2e264097-3141-4502-9b6d-e4eaa81aec9b tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366697 Sep 01 02:18:22.815969 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 1023ac87-f072-4c46-b5e7-347c3c1d0b89 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:18:22.912506 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 1023ac87-f072-4c46-b5e7-347c3c1d0b89, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1023ac87-f072-4c46-b5e7-347c3c1d0b89,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:22.923630 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '1023ac87-f072-4c46-b5e7-347c3c1d0b89', 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec', 'port_id': '1023ac87-f072-4c46-b5e7-347c3c1d0b89', 'mac_address': 'fa:16:3e:cf:d4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c98f80-6b39-47ac-9b5c-5fd8efac130e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:18:22.960722 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:22.973355 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1023ac87-f072-4c46-b5e7-347c3c1d0b89 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:18:22.993768 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 1023ac87-f072-4c46-b5e7-347c3c1d0b89, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1023ac87-f072-4c46-b5e7-347c3c1d0b89,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:23.076061 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:23.095691 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:23.106047 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c960d9-2764-411e-9ae0-3256dbdc626c req-b47c5063-6e8b-4499-a778-dcfcbec958ca tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:23.107624 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-00c960d9-2764-411e-9ae0-3256dbdc626c req-b47c5063-6e8b-4499-a778-dcfcbec958ca tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0539358 Sep 01 02:18:23.147084 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=1023ac87-f072-4c46-b5e7-347c3c1d0b89,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:23.147555 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-00c960d9-2764-411e-9ae0-3256dbdc626c req-2c951e9c-01e1-45d5-8be9-87ae8d8ac667 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Sep 01 02:18:23.214321 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:23.301328 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:23.370186 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:23.396415 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f13c2b-367c-4e35-baa4-d85e72f4ba2f req-fccaf06d-f62e-461d-9ba1-57468413f62b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:23.399841 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-62f13c2b-367c-4e35-baa4-d85e72f4ba2f req-fccaf06d-f62e-461d-9ba1-57468413f62b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 945 time: 0.0583432 Sep 01 02:18:23.409460 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5258d0e4-01fd-4790-a2c0-09d85199d464,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:23.414271 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28a07cf28ccd44edb7d0f5fc47dcde5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371847 Sep 01 02:18:23.418140 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:23.425307 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.425659 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.426003 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.426342 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.426675 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.427008 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.427343 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.427876 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.428209 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.428553 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.428858 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.429179 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c65e7-f7ac-4cf5-87b4-ef71f16b1edd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:23.467413 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-62f13c2b-367c-4e35-baa4-d85e72f4ba2f req-7da48472-a93e-4ad2-8ef2-72dd2a074aac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571275 Sep 01 02:18:23.477549 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0391c7-424d-4bca-95dc-83e8395985c6 req-aa70fac7-37a1-4d53-a4ed-f1659868452f tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:23.479086 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0e0391c7-424d-4bca-95dc-83e8395985c6 req-aa70fac7-37a1-4d53-a4ed-f1659868452f tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 945 time: 0.0780687 Sep 01 02:18:23.487881 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3e1852-ed4f-4b0e-8cb6-e35a68b45579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:23.517164 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3e1852-ed4f-4b0e-8cb6-e35a68b45579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:23.534469 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0e0391c7-424d-4bca-95dc-83e8395985c6 req-58ea5446-e06a-4461-9787-ba5ee4dc2959 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4ebd9c-5de8-48f7-b74f-63938483d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Sep 01 02:18:23.641706 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['1023ac87-f072-4c46-b5e7-347c3c1d0b89'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:18:23.686572 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3e1852-ed4f-4b0e-8cb6-e35a68b45579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:23.686572 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c3e1852-ed4f-4b0e-8cb6-e35a68b45579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:23.686572 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5c3e1852-ed4f-4b0e-8cb6-e35a68b45579 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5258d0e4-01fd-4790-a2c0-09d85199d464 HTTP/1.1" status: 204 len: 168 time: 0.2624221 Sep 01 02:18:23.690062 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e1852-ed4f-4b0e-8cb6-e35a68b45579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5258d0e4-01fd-4790-a2c0-09d85199d464,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:23.789115 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-609c1ac5-96d3-4ec9-b7a6-29c7e18b5596 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:23.790990 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-609c1ac5-96d3-4ec9-b7a6-29c7e18b5596 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 945 time: 0.0598018 Sep 01 02:18:23.950034 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Deleting port 80045d5e-5fbb-4e14-8808-b144033e742c {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:18:23.950415 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:24.043150 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] For port 80045d5e-5fbb-4e14-8808-b144033e742c, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=80045d5e-5fbb-4e14-8808-b144033e742c,segment=NetworkSegment(967fb6a8-d24e-4ad7-8be2-f99343ae9670),segment_id=967fb6a8-d24e-4ad7-8be2-f99343ae9670)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:24.043596 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:24.057822 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Calling delete_port for 80045d5e-5fbb-4e14-8808-b144033e742c owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:18:24.289560 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dab24c-8729-4bb3-8db1-945b3dd4c3af req-27d86a21-ef2c-49c5-9d21-ef86bd942266 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:24.291268 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-72dab24c-8729-4bb3-8db1-945b3dd4c3af req-27d86a21-ef2c-49c5-9d21-ef86bd942266 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0530748 Sep 01 02:18:24.311100 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:24.347858 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Pushing event deleted for resources: {'Port': ['ID=80045d5e-5fbb-4e14-8808-b144033e742c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:24.389727 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.390072 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.390413 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.390749 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.391077 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.391424 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.391771 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.397434 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.397434 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.397434 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.397434 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.397434 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:24.412490 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-72dab24c-8729-4bb3-8db1-945b3dd4c3af req-68004ae9-d94c-40e2-af81-eeb1a0406e62 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151650 Sep 01 02:18:24.434710 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] No DVR routers for this DVR port 80045d5e-5fbb-4e14-8808-b144033e742c on host hv-cinder-79966 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:18:24.438871 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:24.441320 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b3f87da4-324f-4f50-ab51-148ffcf011f4 req-2faeba22-1f83-48ac-830d-669cf101b970 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.26 "DELETE /v2.0/ports/80045d5e-5fbb-4e14-8808-b144033e742c HTTP/1.1" status: 204 len: 173 time: 0.6370389 Sep 01 02:18:24.441850 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce', 'name': 'network-vif-deleted', 'tag': '80045d5e-5fbb-4e14-8808-b144033e742c'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:24.444249 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aca525e-0d7a-4f37-8b3e-eb6a379521ae" -d '{"events": [{"server_uuid": "e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce", "name": "network-vif-deleted", "tag": "80045d5e-5fbb-4e14-8808-b144033e742c"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:24.488838 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb01ec-424d-44cd-bca1-5240529b7644 x-openstack-request-id: req-edcb01ec-424d-44cd-bca1-5240529b7644 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:24.489131 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce", "name": "network-vif-deleted", "tag": "80045d5e-5fbb-4e14-8808-b144033e742c", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:24.489382 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edcb01ec-424d-44cd-bca1-5240529b7644 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:24.490420 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce', 'name': 'network-vif-deleted', 'tag': '80045d5e-5fbb-4e14-8808-b144033e742c', 'status': 'completed', 'code': 200} Sep 01 02:18:24.493870 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['80045d5e-5fbb-4e14-8808-b144033e742c'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:18:24.601220 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cdfe9-77e3-44eb-9ef4-641673930c3d req-bf417c30-3366-40fc-98af-157803e9ea6b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:24.602811 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc2cdfe9-77e3-44eb-9ef4-641673930c3d req-bf417c30-3366-40fc-98af-157803e9ea6b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 945 time: 0.0587809 Sep 01 02:18:24.656245 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2a64d4de-6ff7-481f-ae45-5f8dac15ee8f req-c77871ae-d654-4694-85cb-9e7837d11ab3 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 210 time: 0.0385687 Sep 01 02:18:24.683713 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc2cdfe9-77e3-44eb-9ef4-641673930c3d req-4e68323a-3d56-4d7e-8413-54dca9a2e5f8 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727968 Sep 01 02:18:24.839712 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 1023ac87-f072-4c46-b5e7-347c3c1d0b89 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:18:24.991818 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 1023ac87-f072-4c46-b5e7-347c3c1d0b89 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:24.996308 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 1023ac87-f072-4c46-b5e7-347c3c1d0b89 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:24.996775 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:25.189631 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:25.213617 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3712b15-73e4-4b95-9c52-6eac373418e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1023ac87-f072-4c46-b5e7-347c3c1d0b89'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:25.216143 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8f02aa-1db1-4b37-b2f0-ca3efa9615ba" -d '{"events": [{"server_uuid": "c3712b15-73e4-4b95-9c52-6eac373418e7", "name": "network-vif-plugged", "status": "completed", "tag": "1023ac87-f072-4c46-b5e7-347c3c1d0b89"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:25.229119 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 1023ac87-f072-4c46-b5e7-347c3c1d0b89, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1023ac87-f072-4c46-b5e7-347c3c1d0b89,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:25.254289 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82014667-b0f4-461c-b410-3c109a4c731a x-openstack-request-id: req-82014667-b0f4-461c-b410-3c109a4c731a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:25.254637 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3712b15-73e4-4b95-9c52-6eac373418e7", "name": "network-vif-plugged", "status": "completed", "tag": "1023ac87-f072-4c46-b5e7-347c3c1d0b89", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:25.255055 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82014667-b0f4-461c-b410-3c109a4c731a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:25.255883 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3712b15-73e4-4b95-9c52-6eac373418e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1023ac87-f072-4c46-b5e7-347c3c1d0b89', 'code': 200} Sep 01 02:18:25.301268 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:25.302168 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 80045d5e-5fbb-4e14-8808-b144033e742c no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:18:25.356484 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 80045d5e-5fbb-4e14-8808-b144033e742c {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:18:25.356922 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 80045d5e-5fbb-4e14-8808-b144033e742c not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:18:25.383680 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=1023ac87-f072-4c46-b5e7-347c3c1d0b89,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:25.535813 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2bdb3-1763-46de-926e-1728ab405170 req-2156510f-023a-4632-a962-b8f5fe19eca6 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:25.537312 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5aa2bdb3-1763-46de-926e-1728ab405170 req-2156510f-023a-4632-a962-b8f5fe19eca6 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0489409 Sep 01 02:18:25.576202 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5aa2bdb3-1763-46de-926e-1728ab405170 req-716d2706-63b1-4b1b-8c30-438826e4ff71 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Sep 01 02:18:25.831006 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-66abdef4-416c-42fc-906f-30797513a127 req-a025cfee-4540-4492-b1d0-c8a950191899 tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 210 time: 0.0477455 Sep 01 02:18:25.852481 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d0475-a617-4e6e-a47c-fd2740ad6dac req-4d96414c-32ef-4e5b-a36f-6ddbf818e070 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:25.853949 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-600d0475-a617-4e6e-a47c-fd2740ad6dac req-4d96414c-32ef-4e5b-a36f-6ddbf818e070 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 946 time: 0.1038682 Sep 01 02:18:25.858779 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0743b32-d6b9-4674-86fc-5611412015d9 req-6d06c441-aa4e-491b-b71c-a0fb2f896089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:25.860349 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f0743b32-d6b9-4674-86fc-5611412015d9 req-6d06c441-aa4e-491b-b71c-a0fb2f896089 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 1099 time: 0.0989547 Sep 01 02:18:25.916904 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-600d0475-a617-4e6e-a47c-fd2740ad6dac req-f038835f-060f-47e4-ab27-28ace6069e20 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556033 Sep 01 02:18:25.920766 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f0743b32-d6b9-4674-86fc-5611412015d9 req-630debc7-f001-40d3-a71b-0c00e6f73a84 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459476 Sep 01 02:18:26.695903 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3c747-6d72-48f7-8e0b-758c1ced2272 req-ee2ead96-67d0-453c-acd5-b14415033a97 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:26.697369 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-01b3c747-6d72-48f7-8e0b-758c1ced2272 req-ee2ead96-67d0-453c-acd5-b14415033a97 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0477235 Sep 01 02:18:26.738640 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-01b3c747-6d72-48f7-8e0b-758c1ced2272 req-a15b33ab-15a9-4de7-823c-10cd43bca9b4 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Sep 01 02:18:26.843787 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38900) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:26.958535 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4a155fd-3949-4629-9421-682fede77d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:26.959929 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-63094ec6-214b-441e-95b2-96e2db662641 req-697553e8-68cc-4cfd-9455-46f6cf131c5c tempest-DeleteServersTestJSON-1200659902 tempest-DeleteServersTestJSON-1200659902-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bf507d-1f56-4de5-bfcb-17cee8d1a8ce HTTP/1.1" status: 200 len: 210 time: 0.0266550 Sep 01 02:18:27.043927 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2123d-1dfc-4fc0-9847-6f61d7e33948 req-3a600bd5-9f1d-413b-9c28-9ac5cf22878d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:27.045389 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68e2123d-1dfc-4fc0-9847-6f61d7e33948 req-3a600bd5-9f1d-413b-9c28-9ac5cf22878d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 946 time: 0.0486884 Sep 01 02:18:27.048755 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4a155fd-3949-4629-9421-682fede77d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:27.082974 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-68e2123d-1dfc-4fc0-9847-6f61d7e33948 req-758b1067-093f-42f7-a46f-24ef5f74f2fa tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Sep 01 02:18:27.179651 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4a155fd-3949-4629-9421-682fede77d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:27.220247 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c4a155fd-3949-4629-9421-682fede77d7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df44321ba79a4331b0d4e7e6c47064a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751969 Sep 01 02:18:27.221411 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a155fd-3949-4629-9421-682fede77d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c59844-c3c5-42c3-8205-8297e9f92484,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:27.223086 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38912) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:27.278568 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-091cd91a-e1fb-47eb-b6d9-cf1a5c296e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:27.301176 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-091cd91a-e1fb-47eb-b6d9-cf1a5c296e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:27.453981 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-091cd91a-e1fb-47eb-b6d9-cf1a5c296e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:27.457748 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-091cd91a-e1fb-47eb-b6d9-cf1a5c296e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:27.458880 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-091cd91a-e1fb-47eb-b6d9-cf1a5c296e21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6c59844-c3c5-42c3-8205-8297e9f92484 HTTP/1.1" status: 204 len: 168 time: 0.2347746 Sep 01 02:18:27.475991 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cd91a-e1fb-47eb-b6d9-cf1a5c296e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c59844-c3c5-42c3-8205-8297e9f92484,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:27.869045 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc63f6-da80-4c09-a2da-8965b6c6f6b6 req-eef64cf2-fef7-45d1-8297-f0647b8d8b1e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:27.870529 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9ccc63f6-da80-4c09-a2da-8965b6c6f6b6 req-eef64cf2-fef7-45d1-8297-f0647b8d8b1e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0539551 Sep 01 02:18:27.909702 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9ccc63f6-da80-4c09-a2da-8965b6c6f6b6 req-c96bf339-3467-416c-8976-6a822952e5b1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Sep 01 02:18:28.200303 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b877d-611f-4c3f-b063-44f339d4a6d1 req-f5973966-185d-4c4e-a21c-36b927331211 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:28.202508 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b74b877d-611f-4c3f-b063-44f339d4a6d1 req-f5973966-185d-4c4e-a21c-36b927331211 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 946 time: 0.0480828 Sep 01 02:18:28.242071 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b74b877d-611f-4c3f-b063-44f339d4a6d1 req-f305bbf1-1d22-469b-8217-0bb9edb20731 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338759 Sep 01 02:18:28.333293 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 38970) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:28.346818 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55ca3ebb-a569-4025-9439-6318c4cce896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:28.464211 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55ca3ebb-a569-4025-9439-6318c4cce896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:28.539326 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55ca3ebb-a569-4025-9439-6318c4cce896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:28.582268 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-55ca3ebb-a569-4025-9439-6318c4cce896 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6492191dcdd4a6c826e4d9c5c0b38d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477651 Sep 01 02:18:28.582973 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca3ebb-a569-4025-9439-6318c4cce896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434643dd-acf5-462d-b101-8046b7a48f30,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:28.585789 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 38982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:28.642156 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-248e0d54-6e91-4f0e-962a-6fe20a6acc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:28.664185 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-248e0d54-6e91-4f0e-962a-6fe20a6acc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:28.821534 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-248e0d54-6e91-4f0e-962a-6fe20a6acc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:28.824042 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-248e0d54-6e91-4f0e-962a-6fe20a6acc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:28.825720 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-248e0d54-6e91-4f0e-962a-6fe20a6acc1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/434643dd-acf5-462d-b101-8046b7a48f30 HTTP/1.1" status: 204 len: 168 time: 0.2381196 Sep 01 02:18:28.833622 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e0d54-6e91-4f0e-962a-6fe20a6acc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434643dd-acf5-462d-b101-8046b7a48f30,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:29.040736 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7896a9-7157-494b-b2bc-61615c6ace5b req-142c6e5a-97cf-4f4c-b9c3-9e10ec08cb6c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:29.042282 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2d7896a9-7157-494b-b2bc-61615c6ace5b req-142c6e5a-97cf-4f4c-b9c3-9e10ec08cb6c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0594819 Sep 01 02:18:29.116826 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2d7896a9-7157-494b-b2bc-61615c6ace5b req-8218d1c7-7c89-4da1-aa89-d69199dc3678 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489330 Sep 01 02:18:29.598938 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:29.663545 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a486c389-bc50-4c2e-9ebf-1060b8aa1086 admin admin] Deleting subnet 56a4c952-509a-4bf7-a6b5-cd3c8543b100 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:18:29.667725 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a486c389-bc50-4c2e-9ebf-1060b8aa1086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:29.715956 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a486c389-bc50-4c2e-9ebf-1060b8aa1086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267996331'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:29.769584 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a486c389-bc50-4c2e-9ebf-1060b8aa1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:29.945700 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a486c389-bc50-4c2e-9ebf-1060b8aa1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264802447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267605578'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:29.972687 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486c389-bc50-4c2e-9ebf-1060b8aa1086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a4c952-509a-4bf7-a6b5-cd3c8543b100,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:29.977043 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a486c389-bc50-4c2e-9ebf-1060b8aa1086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:29.979886 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a486c389-bc50-4c2e-9ebf-1060b8aa1086 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/56a4c952-509a-4bf7-a6b5-cd3c8543b100 HTTP/1.1" status: 204 len: 168 time: 0.3790643 Sep 01 02:18:29.985499 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:30.238668 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba31e8-5849-465d-beb4-f02d05005ee5 req-8912cb69-a947-4f4e-a9bc-e5653c54e53c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:30.240334 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40ba31e8-5849-465d-beb4-f02d05005ee5 req-8912cb69-a947-4f4e-a9bc-e5653c54e53c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0533080 Sep 01 02:18:30.243994 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:30.285888 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40ba31e8-5849-465d-beb4-f02d05005ee5 req-d848944d-7d45-4c5e-a726-fe75672afdec tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387328 Sep 01 02:18:30.332723 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:30.345878 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94c3d4b-f640-4d0d-8d60-5e7b88237b7d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:30.358050 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967fb6a8-d24e-4ad7-8be2-f99343ae9670') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:30.358425 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967fb6a8-d24e-4ad7-8be2-f99343ae9670') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:30.368780 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:30.392840 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:30.404854 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:18:30.405637 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:18:30.407503 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:18:30.570235 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:30.586706 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:30.588767 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f94c3d4b-f640-4d0d-8d60-5e7b88237b7d HTTP/1.1" status: 204 len: 168 time: 0.6023328 Sep 01 02:18:30.590148 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5bdfd-a314-44a3-9a8b-e676d6124540 admin admin] Pushing event deleted for resources: {'Network': ['ID=f94c3d4b-f640-4d0d-8d60-5e7b88237b7d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:31.071715 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:31.113076 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1128bbf8-6be9-4606-bba7-09c3ebe8127c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=040eea22f3264f20b189c0cf4a3051d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402081 Sep 01 02:18:31.118508 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:31.169909 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f858239c-4d0a-4b1c-8852-8df0672674ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:31.194603 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f858239c-4d0a-4b1c-8852-8df0672674ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:31.351084 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f858239c-4d0a-4b1c-8852-8df0672674ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:31.353999 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f858239c-4d0a-4b1c-8852-8df0672674ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:31.361822 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f858239c-4d0a-4b1c-8852-8df0672674ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb4ebd9c-5de8-48f7-b74f-63938483d52c HTTP/1.1" status: 204 len: 168 time: 0.2357223 Sep 01 02:18:31.369188 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858239c-4d0a-4b1c-8852-8df0672674ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4ebd9c-5de8-48f7-b74f-63938483d52c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:31.453925 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fffa4-159e-4c41-a0c4-5d33a913889f req-d31465b0-06e0-4060-84f6-0b58030b4719 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:31.455621 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6b0fffa4-159e-4c41-a0c4-5d33a913889f req-d31465b0-06e0-4060-84f6-0b58030b4719 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0539742 Sep 01 02:18:31.507049 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6b0fffa4-159e-4c41-a0c4-5d33a913889f req-afb842f9-9914-4d0b-9abb-40d2eb864268 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429022 Sep 01 02:18:31.632648 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-f9c92fe6-bbf9-4304-866a-0135486f6dd1 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:31.634089 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-f9c92fe6-bbf9-4304-866a-0135486f6dd1 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/networks?id=e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 200 len: 814 time: 0.1003151 Sep 01 02:18:31.649510 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-7cdfd360-fe6f-4475-893a-d1cd1c2c173c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/quotas/af0017822109465cbe08fec3245a1142 HTTP/1.1" status: 200 len: 375 time: 0.0091941 Sep 01 02:18:31.701014 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-2de1abb8-90b0-4758-9deb-8058e002f22b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454690 Sep 01 02:18:31.798667 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-02ae9ada-aa21-42c0-9043-b112b8f3676c service neutron] 10.222.0.23 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908005 Sep 01 02:18:31.856938 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:18:31.892249 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-417eb961-d7ce-4790-a092-eaf67d29ca3f service neutron] 10.222.0.23 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863485 Sep 01 02:18:32.235994 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-812d02f1-1f10-4801-966e-8466161d6dcd req-8b6c741f-0218-40ae-b4c9-e066c0fac6bb tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0369766 Sep 01 02:18:32.545147 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-d2cfe031-ab45-4f79-be21-d9d846b766bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463977 Sep 01 02:18:32.657482 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb23d9-6807-450e-9083-445f7f4a7ab3 req-08dc5295-3ce5-4b97-93dc-57344fcdc0bf tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:32.659103 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4acb23d9-6807-450e-9083-445f7f4a7ab3 req-08dc5295-3ce5-4b97-93dc-57344fcdc0bf tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0757627 Sep 01 02:18:32.685385 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-0c83ce56-4d77-4b3d-9e5b-32ba6bae6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:32.687079 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-0c83ce56-4d77-4b3d-9e5b-32ba6bae6985 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 1098 time: 0.0770772 Sep 01 02:18:32.719539 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4acb23d9-6807-450e-9083-445f7f4a7ab3 req-436e434f-1ae0-4390-ae3a-054e210e4f0f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533473 Sep 01 02:18:32.815072 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-2b4d4fbf-4ab8-4e9b-a7ed-491684e0408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:32.816578 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-2b4d4fbf-4ab8-4e9b-a7ed-491684e0408d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 200 len: 915 time: 0.0961547 Sep 01 02:18:32.863052 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-9d16965d-55a3-4396-87af-02ebbbceec66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 HTTP/1.1" status: 200 len: 217 time: 0.0383997 Sep 01 02:18:32.920648 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-c47a02e9-e80f-49e8-bd64-1ca7e0092b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:32.922232 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-c47a02e9-e80f-49e8-bd64-1ca7e0092b19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7c98f80-6b39-47ac-9b5c-5fd8efac130e HTTP/1.1" status: 200 len: 854 time: 0.0496535 Sep 01 02:18:32.966228 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-12aeba0a-0602-4b7c-867e-d8b98bda77a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e01de8dd-ade6-4102-b0a8-c70ee02163ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301440 Sep 01 02:18:33.033858 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:33.083044 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-f449ea5d-d9e3-461a-ad17-517dd6baf043 service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989065 Sep 01 02:18:33.149664 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-374309590-network', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:33.291858 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Made reservation on behalf of 8b6348a9e1194bc58ebe678f9a5107cb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:18:33.291858 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:33.299740 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:33.420332 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bb963be4-ad97-4f12-860d-717bdb9692a1 req-b32ed354-640b-4ff0-89fb-8e9e81f1fd78 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0425296 Sep 01 02:18:33.426558 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:33.451285 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ee676319-92fd-4f52-b433-b7750ae026b7 req-aded9f38-a8cc-460c-8723-2892afdf9474 service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569932 Sep 01 02:18:33.661484 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:33.683173 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:18:33.702477 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895c620e-4c4c-4898-ac59-fb034965a14d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:33.705718 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:33.706151 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Added segment 0ce37626-0cf8-4cfc-bb01-710ac6f40624 of type vlan for network e5a3e1b6-c394-4401-8c8a-9601aa881cda Sep 01 02:18:33.753756 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:33.853026 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2717f-b66e-4dd2-86fb-66d5054ca3fa req-6539f3aa-c074-4e3c-8498-344cebf860a8 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:33.854639 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0f2717f-b66e-4dd2-86fb-66d5054ca3fa req-6539f3aa-c074-4e3c-8498-344cebf860a8 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0545113 Sep 01 02:18:33.893271 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0f2717f-b66e-4dd2-86fb-66d5054ca3fa req-160bb8dc-43c4-4174-a6c5-e144b456bec5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Sep 01 02:18:33.899252 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:33.900493 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:33.901112 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:33.962693 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] Pushing event updated for resources: {'Network': ['ID=e5a3e1b6-c394-4401-8c8a-9601aa881cda,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:33.972661 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network e5a3e1b6-c394-4401-8c8a-9601aa881cda details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:18:34.050767 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d273be97-4bd8-470b-ad00-a3cc95ca6e96 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0155594 Sep 01 02:18:34.053645 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39186) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:34.058640 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Request body: {'subnet': {'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-subnet', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:34.187169 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Made reservation on behalf of 8b6348a9e1194bc58ebe678f9a5107cb for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:18:34.189586 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267605605'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:34.322121 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba037224-bc4a-43ac-8a8d-a1938c0c20b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:34.461822 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264802640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267605619'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:34.534141 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a41553d-c3c0-435c-aa65-1e5b16018403,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:34.538874 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Checking segment: {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:18:34.539256 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Network hostable DHCP agents. Network: e5a3e1b6-c394-4401-8c8a-9601aa881cda, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:18:34.541332 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-65852020-bcda-4180-874f-24b1389d66a8 req-8e70e3dc-b829-4517-a503-64a8701e4a77 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0252225 Sep 01 02:18:34.718807 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Network e5a3e1b6-c394-4401-8c8a-9601aa881cda is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:18:34.867139 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, e5a3e1b6-c394-4401-8c8a-9601aa881cda) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:34.872630 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:34.873363 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:34.882532 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992261dd-1ad2-4fe2-babd-06398500b247 None None] Network e5a3e1b6-c394-4401-8c8a-9601aa881cda requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:18:34.988340 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b6967ab5-ea9a-4b7c-a474-85265c571659 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9332049 Sep 01 02:18:34.991141 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:34.995084 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:35.094474 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881e3e73-7572-596d-9b29-31e7ad1e45fa-e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403'}]}} from dv-cinder-799668-15-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 02:18:35.095360 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.106217 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-36b8337e-bc81-46ef-ad8e-6048d9621acd tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:35.107878 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-36b8337e-bc81-46ef-ad8e-6048d9621acd tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "GET /v2.0/networks?id=e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 200 len: 814 time: 0.2170107 Sep 01 02:18:35.126179 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Request body: {'port': {'device_id': 'a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4', 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec', 'admin_state_up': True, 'tenant_id': 'af0017822109465cbe08fec3245a1142'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:35.153248 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39222) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:35.171180 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-369684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12582'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.176347 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12589'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.276217 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30644bff-d681-4564-83ba-7d7c70826e4e req-6842199d-8f9d-4eea-9a36-9e2ee3d88980 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:35.290900 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.299619 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-30644bff-d681-4564-83ba-7d7c70826e4e req-6842199d-8f9d-4eea-9a36-9e2ee3d88980 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.2761185 Sep 01 02:18:35.306509 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Allocated IP 172.20.0.2 (e5a3e1b6-c394-4401-8c8a-9601aa881cda/6a41553d-c3c0-435c-aa65-1e5b16018403/11e3c027-4e5f-4c32-852b-8f760b092857) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:18:35.339213 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c79f2849-fccd-420f-aead-02629e9e29d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.399124 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-30644bff-d681-4564-83ba-7d7c70826e4e req-f076f8cc-0c0d-4fda-a53c-9c95a734903c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986285 Sep 01 02:18:35.458759 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39236) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:35.545922 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.554647 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Transition to ACTIVE for port object 11e3c027-4e5f-4c32-852b-8f760b092857 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:35.556296 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.577662 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Transition to ACTIVE for port object 11e3c027-4e5f-4c32-852b-8f760b092857 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:35.605480 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-174f951a-eee6-4024-9988-69e12c8ee8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.623261 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c79f2849-fccd-420f-aead-02629e9e29d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.649568 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a98abba2-ee34-4776-9f5f-9ef2ce3a7a1a req-bfee4b15-8605-44d7-b686-60e9a56530c5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0316813 Sep 01 02:18:35.757296 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c79f2849-fccd-420f-aead-02629e9e29d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.761061 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.797908 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Network e5a3e1b6-c394-4401-8c8a-9601aa881cda is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:18:35.802726 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:35.805263 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:18:35.809395 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f2849-fccd-420f-aead-02629e9e29d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344ddfc7-d3d8-43fc-8465-1e3e05b59c97,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:35.816304 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c79f2849-fccd-420f-aead-02629e9e29d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b487d7d17abc4e91b98bbb438a79fa39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6618156 Sep 01 02:18:35.818055 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Pushing event updated for resources: {'Port': ['ID=11e3c027-4e5f-4c32-852b-8f760b092857,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:35.819223 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:35.841200 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.841598 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.841928 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.842288 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.842649 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.842981 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.843309 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.843660 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.844074 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.844311 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.844635 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.844957 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:35.874789 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Made reservation on behalf of af0017822109465cbe08fec3245a1142 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:18:35.877340 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Attempting to bind port 11e3c027-4e5f-4c32-852b-8f760b092857 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:18:35.877965 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Attempting to bind port 11e3c027-4e5f-4c32-852b-8f760b092857 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:18:35.878331 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Attempting to bind port 11e3c027-4e5f-4c32-852b-8f760b092857 on network e5a3e1b6-c394-4401-8c8a-9601aa881cda {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:35.880120 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.883559 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:18:35.883939 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Checking segment: {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:18:35.884398 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.884740 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Bound using segment: {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:18:35.885202 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Bound port: 11e3c027-4e5f-4c32-852b-8f760b092857, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:18:35.885584 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.945776 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f6d4bd8-bd32-4923-9786-c87c304de71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:35.970959 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] For port 11e3c027-4e5f-4c32-852b-8f760b092857, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:18:35.975541 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] For port 11e3c027-4e5f-4c32-852b-8f760b092857, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=11e3c027-4e5f-4c32-852b-8f760b092857,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:18:35.995691 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f6d4bd8-bd32-4923-9786-c87c304de71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.011260 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.040501 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.071144 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Allocated IP 172.20.0.10 (e01de8dd-ade6-4102-b0a8-c70ee02163ec/f7c98f80-6b39-47ac-9b5c-5fd8efac130e/dd9fb1cb-7ae5-4872-901a-63e53bf2084b) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:18:36.087117 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-174f951a-eee6-4024-9988-69e12c8ee8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.151435 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.177834 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Allocated IP 172.27.1.134 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/a8ad32a5-5347-4ba7-8c71-4d114b4f6e84) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:18:36.179513 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-174f951a-eee6-4024-9988-69e12c8ee8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.219272 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a1497-93bd-4c95-b2f4-ae4ca2bed149 None None] Pushing event updated for resources: {'Port': ['ID=11e3c027-4e5f-4c32-852b-8f760b092857,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:36.240662 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f6d4bd8-bd32-4923-9786-c87c304de71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.243219 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f6d4bd8-bd32-4923-9786-c87c304de71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.251552 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7f6d4bd8-bd32-4923-9786-c87c304de71d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/344ddfc7-d3d8-43fc-8465-1e3e05b59c97 HTTP/1.1" status: 204 len: 168 time: 0.4241664 Sep 01 02:18:36.251746 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-174f951a-eee6-4024-9988-69e12c8ee8a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0789c5191c5143f9a028214626c756d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7867537 Sep 01 02:18:36.251746 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f951a-eee6-4024-9988-69e12c8ee8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f817ef-f0d2-4bb7-b738-04b51f35fc5d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:36.252026 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39250) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:36.279234 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d4bd8-bd32-4923-9786-c87c304de71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344ddfc7-d3d8-43fc-8465-1e3e05b59c97,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:36.285118 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.333297 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.349294 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.363923 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-726b3eec-565a-4a86-8867-e150627a4f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.402985 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-726b3eec-565a-4a86-8867-e150627a4f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.496255 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.558535 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:18:36.566930 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:36.570829 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:18:36.583541 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94114eb-6023-4742-9387-26d8e2041b3f req-265451e2-8791-41c1-a73b-ca9fc8e9126b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:36.585114 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b94114eb-6023-4742-9387-26d8e2041b3f req-265451e2-8791-41c1-a73b-ca9fc8e9126b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0824060 Sep 01 02:18:36.595437 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ad32a5-5347-4ba7-8c71-4d114b4f6e84,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:36.639146 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b94114eb-6023-4742-9387-26d8e2041b3f req-7acf7ab9-57a0-4b38-9139-3690e1b5dfcb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 Sep 01 02:18:36.663308 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.668664 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd82dd0a-2936-4e27-9a0d-dee176d91c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.675608 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-726b3eec-565a-4a86-8867-e150627a4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.679748 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-726b3eec-565a-4a86-8867-e150627a4f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.681203 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-726b3eec-565a-4a86-8867-e150627a4f7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1f817ef-f0d2-4bb7-b738-04b51f35fc5d HTTP/1.1" status: 204 len: 168 time: 0.4275291 Sep 01 02:18:36.688745 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['e7b7ae68-fdab-4d11-9ff9-515a2845eaf5', '1023ac87-f072-4c46-b5e7-347c3c1d0b89'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:18:36.698138 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b3eec-565a-4a86-8867-e150627a4f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f817ef-f0d2-4bb7-b738-04b51f35fc5d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:36.748629 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Network e01de8dd-ade6-4102-b0a8-c70ee02163ec is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:18:36.769543 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:36.775538 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:18:36.800852 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:36.801529 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.857551 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Pushing event updated for resources: {'Port': ['ID=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:36.899730 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:36.909848 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b828d-ab0e-41e3-8aba-274f46f95d07 req-3933b8bd-3367-4f9d-be76-09936198fe85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:36.911412 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-549b828d-ab0e-41e3-8aba-274f46f95d07 req-3933b8bd-3367-4f9d-be76-09936198fe85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 932 time: 0.0782573 Sep 01 02:18:36.950958 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a57bf7b-4bbe-4381-9567-c9af0b44cbc6 admin admin] Deleting subnet 7d829b40-7cc1-483d-9fb9-b194102d70ac {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:18:36.958133 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a57bf7b-4bbe-4381-9567-c9af0b44cbc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:36.966805 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-549b828d-ab0e-41e3-8aba-274f46f95d07 req-3a8474fb-153f-49c9-8a0e-5902fc0cc137 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467300 Sep 01 02:18:37.020904 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3eab050a-19d8-4b6f-85f9-fcfe02364186 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8984408 Sep 01 02:18:37.036085 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Request body: {'port': {'device_id': 'a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:37.080421 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a57bf7b-4bbe-4381-9567-c9af0b44cbc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267996331'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.153888 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.159908 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.171323 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a57bf7b-4bbe-4381-9567-c9af0b44cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.250193 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.434997 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a57bf7b-4bbe-4381-9567-c9af0b44cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264802447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267605578'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.504963 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57bf7b-4bbe-4381-9567-c9af0b44cbc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d829b40-7cc1-483d-9fb9-b194102d70ac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:37.509110 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a57bf7b-4bbe-4381-9567-c9af0b44cbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.514116 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2a57bf7b-4bbe-4381-9567-c9af0b44cbc6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d829b40-7cc1-483d-9fb9-b194102d70ac HTTP/1.1" status: 204 len: 168 time: 0.6133561 Sep 01 02:18:37.514752 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:37.523221 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1dffc1-9a35-4942-8c37-6089d6b5cacf None None] Network e5a3e1b6-c394-4401-8c8a-9601aa881cda requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:18:37.570979 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9fb1cb-7ae5-4872-901a-63e53bf2084b {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:18:37.585765 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.592574 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.616998 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Transition to ACTIVE for port object dd9fb1cb-7ae5-4872-901a-63e53bf2084b will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:37.641422 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.672829 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a533e077-0a31-48ed-a266-5af4dd0a4464 None None] Provisioning for port 11e3c027-4e5f-4c32-852b-8f760b092857 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:37.734716 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.797356 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.830038 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a765536-b1d2-4e3b-a246-16a1d61d0ef6']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:37.830950 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:37.862049 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6e6238-02b9-4df3-9e36-dd1cb324783f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:37.862499 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6e6238-02b9-4df3-9e36-dd1cb324783f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:37.870173 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 11e3c027-4e5f-4c32-852b-8f760b092857 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:18:37.874101 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23211d33-fc1c-43fa-a1ea-9a24da35caa8 req-7e50597c-d07d-46ef-8ac7-74b8cfb0be4c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:37.880601 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.883180 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-23211d33-fc1c-43fa-a1ea-9a24da35caa8 req-7e50597c-d07d-46ef-8ac7-74b8cfb0be4c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.1619797 Sep 01 02:18:37.890528 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39302) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:37.898160 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.908773 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:18:37.909669 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.940378 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-74120740-6777-454f-b802-c60677f102e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:37.984187 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Attempting to bind port dd9fb1cb-7ae5-4872-901a-63e53bf2084b on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:18:37.984584 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Attempting to bind port dd9fb1cb-7ae5-4872-901a-63e53bf2084b by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:18:37.986738 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Attempting to bind port dd9fb1cb-7ae5-4872-901a-63e53bf2084b on network e01de8dd-ade6-4102-b0a8-c70ee02163ec {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:38.009258 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-23211d33-fc1c-43fa-a1ea-9a24da35caa8 req-2f564465-9ef8-4c1e-a720-90babd73af7b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249902 Sep 01 02:18:38.016572 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Port dd9fb1cb-7ae5-4872-901a-63e53bf2084b on network e01de8dd-ade6-4102-b0a8-c70ee02163ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:18:38.016900 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Attempting to bind port dd9fb1cb-7ae5-4872-901a-63e53bf2084b on network e01de8dd-ade6-4102-b0a8-c70ee02163ec {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:38.037169 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:18:38.037750 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Checking segment: {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:18:38.038151 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Bound using segment: {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:18:38.038616 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Bound port: dd9fb1cb-7ae5-4872-901a-63e53bf2084b, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:18:38.038990 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.151247 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 11e3c027-4e5f-4c32-852b-8f760b092857 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:38.156933 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 11e3c027-4e5f-4c32-852b-8f760b092857 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:38.160758 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.195575 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] For port dd9fb1cb-7ae5-4872-901a-63e53bf2084b, host hv-cinder-79966, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:18:38.198971 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:18:38.206931 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a58a24-5e7d-4201-9fd0-6e2da43ca602 req-544c0abf-736e-44db-b660-e2545116809f tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:38.208449 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83a58a24-5e7d-4201-9fd0-6e2da43ca602 req-544c0abf-736e-44db-b660-e2545116809f tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 944 time: 0.1123908 Sep 01 02:18:38.253527 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] For port dd9fb1cb-7ae5-4872-901a-63e53bf2084b, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:18:38.282481 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.295603 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.295715 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-74120740-6777-454f-b802-c60677f102e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.296268 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83a58a24-5e7d-4201-9fd0-6e2da43ca602 req-e92170cc-562a-4d00-af25-f79e38ce3fa9 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732565 Sep 01 02:18:38.332932 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 11e3c027-4e5f-4c32-852b-8f760b092857, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=11e3c027-4e5f-4c32-852b-8f760b092857,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:38.534215 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Router b3269a06-9cb6-42b5-9188-26967d21510b is scheduled to L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 02:18:38.593249 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-74120740-6777-454f-b802-c60677f102e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.664752 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.670089 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.670089 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.670089 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] 10.222.0.23 "DELETE /v2.0/networks/0a765536-b1d2-4e3b-a246-16a1d61d0ef6 HTTP/1.1" status: 204 len: 168 time: 1.1054199 Sep 01 02:18:38.670089 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea83d0b-64d7-494b-8cb0-bd061a06d4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0a765536-b1d2-4e3b-a246-16a1d61d0ef6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:38.670089 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:18:38.670758 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Sync routers for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:18:38.671537 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39314) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:38.677559 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:18:38.678660 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:18:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:38.683986 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74120740-6777-454f-b802-c60677f102e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210ac3bf-d9eb-40fd-a38a-3f828bc983ce,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:38.694622 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-74120740-6777-454f-b802-c60677f102e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74ee3f145ef44b05a42b46cd1541c6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8010685 Sep 01 02:18:38.699000 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:38.721610 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:38.722230 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.723642 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] 10.222.0.26 "PUT /v2.0/ports/dd9fb1cb-7ae5-4872-901a-63e53bf2084b HTTP/1.1" status: 200 len: 1094 time: 1.6943705 Sep 01 02:18:38.724096 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4', 'tag': 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:38.726537 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194eaf24-0271-4089-86ae-52c47cf91f35" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4", "tag": "dd9fb1cb-7ae5-4872-901a-63e53bf2084b"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:38.765144 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4277c-239c-40dc-8863-4244693aff90 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:38.770744 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-80292169-6e83-415d-bbd1-00fe9913e126 admin admin] Deleting subnet ff9a5df3-5d14-46f9-8376-5db47ab0bb53 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:18:38.775491 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80292169-6e83-415d-bbd1-00fe9913e126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.778730 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a1e666-06ad-44c2-aa79-6e8767635d87 x-openstack-request-id: req-49a1e666-06ad-44c2-aa79-6e8767635d87 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:38.779028 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4", "tag": "dd9fb1cb-7ae5-4872-901a-63e53bf2084b", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:38.779287 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49a1e666-06ad-44c2-aa79-6e8767635d87 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:38.779707 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4', 'tag': 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b', 'status': 'completed', 'code': 200} Sep 01 02:18:38.780076 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d11608d-d368-4759-9b6f-53b824f62396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.811003 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d11608d-d368-4759-9b6f-53b824f62396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.817981 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:18:38.832123 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.848305 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80292169-6e83-415d-bbd1-00fe9913e126 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.854197 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80292169-6e83-415d-bbd1-00fe9913e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.890307 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.891583 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1be84f7e-d477-419b-b280-099c83eeebf8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9000406 Sep 01 02:18:38.894286 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39320) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:38.899331 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=11e3c027-4e5f-4c32-852b-8f760b092857,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:38.911353 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eaf24-0271-4089-86ae-52c47cf91f35 req-eae763fe-8b95-410e-a01d-85382e5fa0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:38.912880 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-194eaf24-0271-4089-86ae-52c47cf91f35 req-eae763fe-8b95-410e-a01d-85382e5fa0a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 1097 time: 0.1088886 Sep 01 02:18:38.994568 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d11608d-d368-4759-9b6f-53b824f62396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.997277 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d11608d-d368-4759-9b6f-53b824f62396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:38.998651 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3d11608d-d368-4759-9b6f-53b824f62396 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/210ac3bf-d9eb-40fd-a38a-3f828bc983ce HTTP/1.1" status: 204 len: 168 time: 0.2976172 Sep 01 02:18:38.999089 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80292169-6e83-415d-bbd1-00fe9913e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.022131 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11608d-d368-4759-9b6f-53b824f62396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210ac3bf-d9eb-40fd-a38a-3f828bc983ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:39.035277 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80292169-6e83-415d-bbd1-00fe9913e126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9a5df3-5d14-46f9-8376-5db47ab0bb53,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:39.037331 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80292169-6e83-415d-bbd1-00fe9913e126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.041911 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-80292169-6e83-415d-bbd1-00fe9913e126 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ff9a5df3-5d14-46f9-8376-5db47ab0bb53 HTTP/1.1" status: 204 len: 168 time: 0.3697698 Sep 01 02:18:39.045686 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39326) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:39.087071 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:36Z', 'revision_number': 3, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:39.121646 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Checking router: b3269a06-9cb6-42b5-9188-26967d21510b for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:18:39.122000 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Updating router b3269a06-9cb6-42b5-9188-26967d21510b port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:18:39.145086 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eaf24-0271-4089-86ae-52c47cf91f35 req-c733a2a5-03de-4a91-a3e4-513218f825f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:39.147820 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-194eaf24-0271-4089-86ae-52c47cf91f35 req-c733a2a5-03de-4a91-a3e4-513218f825f7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=af0017822109465cbe08fec3245a1142&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2238245 Sep 01 02:18:39.154286 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.294065 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.295278 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.302107 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eaf24-0271-4089-86ae-52c47cf91f35 req-7cd93646-bb4e-4112-b624-5eaa15e2f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:39.303583 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-194eaf24-0271-4089-86ae-52c47cf91f35 req-7cd93646-bb4e-4112-b624-5eaa15e2f3e6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1457934 Sep 01 02:18:39.426414 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a5d6-e5b1-41e8-9707-fdf5f31579be req-ee6a083c-9b45-4b6b-abbc-70c58d06007b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:39.426414 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d05a5d6-e5b1-41e8-9707-fdf5f31579be req-ee6a083c-9b45-4b6b-abbc-70c58d06007b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.1683011 Sep 01 02:18:39.553358 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.588115 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.600885 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Transition to ACTIVE for port object a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:39.623032 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-247bf4c0-a784-4a58-8bd7-793c4bd13f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:39.624928 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-247bf4c0-a784-4a58-8bd7-793c4bd13f8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 1097 time: 0.2322783 Sep 01 02:18:39.629823 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d05a5d6-e5b1-41e8-9707-fdf5f31579be req-0b321cad-125b-460b-8210-28acde37ec95 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896033 Sep 01 02:18:39.663282 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.693834 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.727855 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263ac6f-7da4-459b-aea4-7370c9ff4e20 req-5010b51c-163d-464b-a93f-7660fa92d28e tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:39.728984 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5263ac6f-7da4-459b-aea4-7370c9ff4e20 req-5010b51c-163d-464b-a93f-7660fa92d28e tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 944 time: 0.2668548 Sep 01 02:18:39.736719 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-1fcbe2da-ebfb-42dd-aebf-32e6791cc432 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd9fb1cb-7ae5-4872-901a-63e53bf2084b HTTP/1.1" status: 200 len: 217 time: 0.0890474 Sep 01 02:18:39.738600 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.738600 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.747989 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.748338 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > port after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.748707 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.749025 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > port after_update 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.749814 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.749814 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.750015 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.752866 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.753418 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Pushing event updated for resources: {'Port': ['ID=a8ad32a5-5347-4ba7-8c71-4d114b4f6e84,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:39.765670 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.766145 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.766572 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.766996 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.767593 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.768154 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.768690 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.769426 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.770002 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.770151 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Allocated IP 172.20.0.1 (e5a3e1b6-c394-4401-8c8a-9601aa881cda/6a41553d-c3c0-435c-aa65-1e5b16018403/59f86d10-2120-45d7-82d9-b40762b87fab) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:18:39.770698 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.771233 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.771810 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:18:39.794052 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Attempting to bind port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:18:39.794437 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Attempting to bind port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:18:39.794803 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Attempting to bind port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 on network 89393945-2bfe-4da0-8579-8eccb334d266 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:39.800674 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:18:39.801393 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:18:39.801812 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.802260 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Bound using segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:18:39.802729 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Bound port: a8ad32a5-5347-4ba7-8c71-4d114b4f6e84, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:18:39.803169 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.847665 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.849970 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 11e3c027-4e5f-4c32-852b-8f760b092857 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:18:39.852916 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.862690 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.862690 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 02:18:39.862690 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42e6061-dcd0-4acf-a7ff-f175e7305253']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:39.867606 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] For port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:18:39.870938 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] For port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=a8ad32a5-5347-4ba7-8c71-4d114b4f6e84,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:18:39.902217 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 11e3c027-4e5f-4c32-852b-8f760b092857 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:39.903330 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.917552 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.924113 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6f4462-0611-45b9-b8fc-ed5680c31974') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:39.924419 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6f4462-0611-45b9-b8fc-ed5680c31974') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:39.939996 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Transition to ACTIVE for port object 59f86d10-2120-45d7-82d9-b40762b87fab will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:39.958968 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264677900'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:39.982235 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.004938 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5263ac6f-7da4-459b-aea4-7370c9ff4e20 req-02e8c1bc-37c4-480d-b948-25823d976751 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229677 Sep 01 02:18:40.005988 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.021608 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:18:40.022055 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265943803'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.024737 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-a4848889-cb70-4bb7-88c2-aa211749ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:40.026339 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-a4848889-cb70-4bb7-88c2-aa211749ef62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7c98f80-6b39-47ac-9b5c-5fd8efac130e HTTP/1.1" status: 200 len: 854 time: 0.1627271 Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: from cryptography.utils import int_from_bytes Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: from cryptography.utils import int_from_bytes Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: timer() Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: cb(*args, **kw) Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: self._notify() Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: self.callback(batched_events) Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: event.method(event) Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: return self._get(url).json() Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:18:40.030647 dv-cinder-799668-15-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:18:40.053125 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:18:40.053778 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:18:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:40.102129 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-3b291f59-f9b7-4932-a04c-24ee3738d167 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e01de8dd-ade6-4102-b0a8-c70ee02163ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562837 Sep 01 02:18:40.108286 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663017c5-066b-40b7-9586-893ecb2dbe36 None None] Pushing event updated for resources: {'Port': ['ID=a8ad32a5-5347-4ba7-8c71-4d114b4f6e84,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:40.119663 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.171630 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Pushing event updated for resources: {'Port': ['ID=59f86d10-2120-45d7-82d9-b40762b87fab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:40.176977 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Network e5a3e1b6-c394-4401-8c8a-9601aa881cda is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:18:40.178583 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:40.180779 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:18:40.200884 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.207561 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.212843 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] 10.222.0.23 "DELETE /v2.0/networks/c42e6061-dcd0-4acf-a7ff-f175e7305253 HTTP/1.1" status: 204 len: 168 time: 1.1632288 Sep 01 02:18:40.220433 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:18:40.244260 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368769'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.257605 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bb720-3511-4811-9ed4-770982b5de1a admin admin] Pushing event deleted for resources: {'Network': ['ID=c42e6061-dcd0-4acf-a7ff-f175e7305253,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:40.264253 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-ac31ef2e-faa5-41e3-afa8-d775067905cb service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502898 Sep 01 02:18:40.395179 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5702d62-12fc-4d33-ba2f-f172b126429d req-957bbef7-8004-4d6b-85bf-a007ac9f9a09 service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211834 Sep 01 02:18:40.506009 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:36Z', 'revision_number': 3, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:40.539241 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0b4a90e5-dab2-4cd4-8c38-c54e05762cb0 None None] Provisioning for port 59f86d10-2120-45d7-82d9-b40762b87fab completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:40.545927 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0b4a90e5-dab2-4cd4-8c38-c54e05762cb0 None None] Provisioning complete for port 59f86d10-2120-45d7-82d9-b40762b87fab triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:40.547567 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b4a90e5-dab2-4cd4-8c38-c54e05762cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.555970 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.591576 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a90e5-dab2-4cd4-8c38-c54e05762cb0 None None] Port 59f86d10-2120-45d7-82d9-b40762b87fab cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:18:40.641700 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bdfbd0-c03c-474f-b3dd-f78106f6ab5c None None] The sync data for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi is: [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:36Z', 'revision_number': 3, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:18:40.653762 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39366) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:40.754433 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-37512e50-d935-48a9-8857-9580b00a1801 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2ae025595474bf8847359d57c69c6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959420 Sep 01 02:18:40.754659 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39370) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:40.764074 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.850917 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f280bc7-6d3a-4fde-bf59-115bd5195c5d req-8b57c496-da3c-4cff-8d0f-02846cad7f8c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:40.852459 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f280bc7-6d3a-4fde-bf59-115bd5195c5d req-8b57c496-da3c-4cff-8d0f-02846cad7f8c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0828936 Sep 01 02:18:40.864671 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.897199 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-25922d5b-af2d-4fc1-9891-6c5603a454d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.908920 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-8c1403d9-7968-4a03-abf2-eb0331560bef tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4782e513ff9a4773ab08d9937d99c6f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507987 Sep 01 02:18:40.957756 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-25922d5b-af2d-4fc1-9891-6c5603a454d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:40.958967 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Pushing event updated for resources: {'Port': ['ID=59f86d10-2120-45d7-82d9-b40762b87fab,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:40.981533 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371249'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:41.012119 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f280bc7-6d3a-4fde-bf59-115bd5195c5d req-a6a21fca-3825-49f5-920a-4cefd81fd6a5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528404 Sep 01 02:18:41.150591 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Network e5a3e1b6-c394-4401-8c8a-9601aa881cda is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:18:41.155818 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:41.361504 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Router b3269a06-9cb6-42b5-9188-26967d21510b has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:18:41.489910 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:18:41.503455 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9289d5a0-d34a-48c1-b1e2-f417a64b8222 admin admin] 10.222.0.23 "PUT /v2.0/routers/b3269a06-9cb6-42b5-9188-26967d21510b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5982654 Sep 01 02:18:41.566705 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-030804a2-a548-458d-ba63-496f42ca0217 None None] Provisioning complete for port 59f86d10-2120-45d7-82d9-b40762b87fab triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:41.567161 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-030804a2-a548-458d-ba63-496f42ca0217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:41.575470 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-f61f423f-6971-4df1-8c05-cae951d50a99 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:41.577383 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-f61f423f-6971-4df1-8c05-cae951d50a99 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6490154 Sep 01 02:18:41.614829 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-030804a2-a548-458d-ba63-496f42ca0217 None None] Port 59f86d10-2120-45d7-82d9-b40762b87fab cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:18:41.626731 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-bad1b20b-3661-4cf5-8a8d-cd74ae0cc84a tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/quotas/4782e513ff9a4773ab08d9937d99c6f5 HTTP/1.1" status: 200 len: 375 time: 0.0392821 Sep 01 02:18:41.642247 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091a275-06da-4c5f-9399-322cf5653c55 req-7d84a8b1-945e-48b3-856d-457fcc8d7ba6 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:41.643928 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9091a275-06da-4c5f-9399-322cf5653c55 req-7d84a8b1-945e-48b3-856d-457fcc8d7ba6 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 944 time: 0.1786957 Sep 01 02:18:41.687073 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-ba86d374-353d-4cd1-8826-f2ab92c76d33 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4782e513ff9a4773ab08d9937d99c6f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420084 Sep 01 02:18:41.690412 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-25922d5b-af2d-4fc1-9891-6c5603a454d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:41.693261 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-25922d5b-af2d-4fc1-9891-6c5603a454d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:41.694421 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-25922d5b-af2d-4fc1-9891-6c5603a454d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83bc0e06-4f77-453f-aa7e-9b3083b30196 HTTP/1.1" status: 204 len: 168 time: 0.9389014 Sep 01 02:18:41.737897 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9091a275-06da-4c5f-9399-322cf5653c55 req-e1c42eef-57f1-4870-94e0-ad0f833f8d8b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801294 Sep 01 02:18:41.738692 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25922d5b-af2d-4fc1-9891-6c5603a454d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc0e06-4f77-453f-aa7e-9b3083b30196,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:41.885666 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:18:41.994683 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ba566cec-c267-4336-9cfb-7ba14f5b28cf req-60d08a6e-6d77-4b36-a514-22086e3cf61a tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 210 time: 0.0349836 Sep 01 02:18:42.022510 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:42.027035 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:42.028421 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:42.163529 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:42.171653 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693fe3f-a63f-4061-8a25-285b0044c4a7 req-2e86e9cf-5086-466e-bb2e-4a10df194125 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:42.173322 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b693fe3f-a63f-4061-8a25-285b0044c4a7 req-2e86e9cf-5086-466e-bb2e-4a10df194125 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0712423 Sep 01 02:18:42.200074 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=a8ad32a5-5347-4ba7-8c71-4d114b4f6e84,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:42.217248 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b693fe3f-a63f-4061-8a25-285b0044c4a7 req-fa21586a-f8a9-44ba-ad10-ab027b994b0c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373757 Sep 01 02:18:42.282377 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:42.348310 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=a8ad32a5-5347-4ba7-8c71-4d114b4f6e84,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:42.664328 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Sync routers for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:18:42.678814 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:18:42.678814 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:18:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:42.683059 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:42.688515 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-da7d1727-351f-4641-8acc-0f140d73136b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1777583174', 'description': 'tempest-description--916450922'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:42.802483 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:18:42.885353 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820d429-2045-4bdd-9cf6-f1bae76a2535 req-d404c65f-7c01-4cfd-b587-dcf70d5bc354 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:42.888681 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da7d1727-351f-4641-8acc-0f140d73136b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:42.900537 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7820d429-2045-4bdd-9cf6-f1bae76a2535 req-d404c65f-7c01-4cfd-b587-dcf70d5bc354 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0722921 Sep 01 02:18:42.944823 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39446) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:42.996125 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7820d429-2045-4bdd-9cf6-f1bae76a2535 req-c3b8cacc-e5ef-438f-9725-a34732722883 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780237 Sep 01 02:18:43.039799 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da7d1727-351f-4641-8acc-0f140d73136b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.041923 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f8f14b0d-28f2-433e-91f4-b7ef4fae4ff1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7953fbeb8e394010b8cb2f77e76401cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959435 Sep 01 02:18:43.045225 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39450) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:43.095456 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device dd9fb1cb-7ae5-4872-901a-63e53bf2084b details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:18:43.137937 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aebc8df6-b341-4478-a479-d83cb9c3adab req-56b218f8-0179-4b48-8697-76a583372b15 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 210 time: 0.0362403 Sep 01 02:18:43.138837 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c228f7b3-2d59-4838-8154-e662cfd213fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.165072 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c228f7b3-2d59-4838-8154-e662cfd213fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.174362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da7d1727-351f-4641-8acc-0f140d73136b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.205437 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d1727-351f-4641-8acc-0f140d73136b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed0d56-1b14-4e43-9531-7cd491e44ca9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:43.262758 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port dd9fb1cb-7ae5-4872-901a-63e53bf2084b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:43.281124 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b', 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec', 'port_id': 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b', 'mac_address': 'fa:16:3e:f7:7a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c98f80-6b39-47ac-9b5c-5fd8efac130e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:18:43.287935 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da7d1727-351f-4641-8acc-0f140d73136b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.292954 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-da7d1727-351f-4641-8acc-0f140d73136b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6081541 Sep 01 02:18:43.293803 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:43.298463 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cb39b62f-92fc-4912-ac5f-7fbb10414297 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'security_group_rule': {'security_group_id': '2aed0d56-1b14-4e43-9531-7cd491e44ca9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:43.332384 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 2, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:43.336450 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.342905 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a96602-788a-423c-97f6-262750f51010 req-f47b35d2-bbfb-407c-af0b-cd5803b077b9 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:43.344461 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-69a96602-788a-423c-97f6-262750f51010 req-f47b35d2-bbfb-407c-af0b-cd5803b077b9 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0533681 Sep 01 02:18:43.371093 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c228f7b3-2d59-4838-8154-e662cfd213fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.372665 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Checking router: b3269a06-9cb6-42b5-9188-26967d21510b for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:18:43.373032 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Updating router b3269a06-9cb6-42b5-9188-26967d21510b port 59f86d10-2120-45d7-82d9-b40762b87fab binding host dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:18:43.374228 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c228f7b3-2d59-4838-8154-e662cfd213fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.378073 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c228f7b3-2d59-4838-8154-e662cfd213fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/551d237e-e707-43cc-afad-50614cbfe3e3 HTTP/1.1" status: 204 len: 168 time: 0.3290846 Sep 01 02:18:43.401124 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb39b62f-92fc-4912-ac5f-7fbb10414297 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.403768 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228f7b3-2d59-4838-8154-e662cfd213fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d237e-e707-43cc-afad-50614cbfe3e3,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:43.416155 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.434274 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9fb1cb-7ae5-4872-901a-63e53bf2084b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:18:43.448436 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-69a96602-788a-423c-97f6-262750f51010 req-58450755-1a48-4491-963d-e0f8d1bac92a tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849338 Sep 01 02:18:43.457262 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port dd9fb1cb-7ae5-4872-901a-63e53bf2084b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:43.525665 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb39b62f-92fc-4912-ac5f-7fbb10414297 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.650031 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.713068 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb39b62f-92fc-4912-ac5f-7fbb10414297 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.727630 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:43.734637 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39b62f-92fc-4912-ac5f-7fbb10414297 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12641367-b5a5-4628-bbef-80e4886f4ef5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:43.793574 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.805135 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:18:43.810041 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Transition to ACTIVE for port object 59f86d10-2120-45d7-82d9-b40762b87fab will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:43.855407 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:43.855832 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.910578 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb39b62f-92fc-4912-ac5f-7fbb10414297 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:43.914152 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-cb39b62f-92fc-4912-ac5f-7fbb10414297 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6167884 Sep 01 02:18:43.914509 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:43.920117 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-854792a3-ca99-4b10-befc-b0c8b8538544 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'security_group_rule': {'security_group_id': '2aed0d56-1b14-4e43-9531-7cd491e44ca9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:43.958420 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.027817 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['dd9fb1cb-7ae5-4872-901a-63e53bf2084b'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:18:44.031946 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-854792a3-ca99-4b10-befc-b0c8b8538544 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.115766 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5520b-b1f4-4c0d-9af0-cc9ed3fe7758 None None] Pushing event updated for resources: {'Port': ['ID=59f86d10-2120-45d7-82d9-b40762b87fab,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:44.150849 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-854792a3-ca99-4b10-befc-b0c8b8538544 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.173020 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155253b-6183-40c6-96cc-afd3ef6d714a req-2f94cefe-651b-4a3a-a278-1014584e21f5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:44.184503 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7155253b-6183-40c6-96cc-afd3ef6d714a req-2f94cefe-651b-4a3a-a278-1014584e21f5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0881410 Sep 01 02:18:44.198317 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Attempting to bind port 59f86d10-2120-45d7-82d9-b40762b87fab on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:18:44.198693 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Attempting to bind port 59f86d10-2120-45d7-82d9-b40762b87fab by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:18:44.199063 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Attempting to bind port 59f86d10-2120-45d7-82d9-b40762b87fab on network e5a3e1b6-c394-4401-8c8a-9601aa881cda {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:44.208443 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:18:44.208824 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Checking segment: {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:18:44.209232 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.209630 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Bound using segment: {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:18:44.210206 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Bound port: 59f86d10-2120-45d7-82d9-b40762b87fab, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:18:44.210619 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.259487 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-854792a3-ca99-4b10-befc-b0c8b8538544 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.288384 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854792a3-ca99-4b10-befc-b0c8b8538544 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b17c926-0572-4db6-8094-9e0440066646,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:44.305160 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-47c73084-a719-4837-8e70-f00bb004f0a9 req-94c9d3dd-a712-463e-acf7-e1d1f88778ad tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 210 time: 0.0552239 Sep 01 02:18:44.308025 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7155253b-6183-40c6-96cc-afd3ef6d714a req-9efce694-4922-4c4a-a730-7cbc3f3581a2 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138132 Sep 01 02:18:44.329841 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] For port 59f86d10-2120-45d7-82d9-b40762b87fab, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:18:44.337110 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] For port 59f86d10-2120-45d7-82d9-b40762b87fab, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=59f86d10-2120-45d7-82d9-b40762b87fab,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:18:44.358441 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-854792a3-ca99-4b10-befc-b0c8b8538544 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.359948 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-854792a3-ca99-4b10-befc-b0c8b8538544 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4444368 Sep 01 02:18:44.367148 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39488) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:44.372369 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'floatingip': {'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:44.462063 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.489773 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.563615 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:18:44.564303 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:18:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:44.608250 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5520b-b1f4-4c0d-9af0-cc9ed3fe7758 None None] Pushing event updated for resources: {'Port': ['ID=59f86d10-2120-45d7-82d9-b40762b87fab,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:44.611083 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203364c-49de-462d-8cab-525467a11bdb req-24687ba2-ae8b-4ef5-9237-6e2d09a07074 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:44.612956 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8203364c-49de-462d-8cab-525467a11bdb req-24687ba2-ae8b-4ef5-9237-6e2d09a07074 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0618675 Sep 01 02:18:44.654667 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.707974 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:18:44.729163 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8203364c-49de-462d-8cab-525467a11bdb req-f3d5f0cc-e674-4b41-aa01-11d399e5a141 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007063 Sep 01 02:18:44.843999 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-cee31ec5-f4e9-4312-b873-493f8846b3a5 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4782e513ff9a4773ab08d9937d99c6f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307105 Sep 01 02:18:44.844651 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Allocated IP 172.27.1.121 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/b7c7942a-1476-4af1-b4f8-6cbbcd68dd5e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:18:44.980281 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:44.985817 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:44Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:18:44.997926 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-bff44e04-d737-4790-990b-7dfbbf5091db tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:44.999428 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-bff44e04-d737-4790-990b-7dfbbf5091db tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489151 Sep 01 02:18:45.014189 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8afdfd-2e63-4fa1-baf7-32cd14c21d7b None None] The sync data for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi is: [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:44Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:18:45.020286 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Request body: {'port': {'device_id': 'a9c0aa98-a16c-44cc-b335-6dcebba9297e', 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c', 'admin_state_up': True, 'tenant_id': '4782e513ff9a4773ab08d9937d99c6f5'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:45.128547 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:45.175264 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:18:45.182007 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:45.186451 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:18:45.238638 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'Port': ['ID=b7c7942a-1476-4af1-b4f8-6cbbcd68dd5e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:45.307151 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Made reservation on behalf of 4782e513ff9a4773ab08d9937d99c6f5 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:18:45.311717 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:45.322317 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:45.377426 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:45.470713 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a39546a1-25a0-479c-843b-565250f0df41 req-175353e4-12c1-49e3-840c-b47e20a918c7 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 210 time: 0.0475097 Sep 01 02:18:45.519848 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:45.533130 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:45.558233 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60d435-6211-420b-9c72-575537280df7 req-42471012-53f2-4320-8b21-e61cacb809d5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:45.558233 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf60d435-6211-420b-9c72-575537280df7 req-42471012-53f2-4320-8b21-e61cacb809d5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0939159 Sep 01 02:18:45.598251 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cf60d435-6211-420b-9c72-575537280df7 req-2e8d0800-6777-4b09-a8e5-3ad65919461d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Sep 01 02:18:45.621217 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:45.704833 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:45.838782 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:45.886481 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 59f86d10-2120-45d7-82d9-b40762b87fab up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:18:45.905792 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Allocated IP 192.168.233.97 (8a960b9c-3133-4f5d-a669-5b7399330b7c/515503aa-22f5-4b52-bf96-7e17e3128bb6/083b09f3-0de0-44e9-a5da-59cc9d32eed1) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:18:45.950931 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82460ff8-2fbb-425d-b920-a0e0cd20c8ea req-0b27b947-22f1-4f6d-b1be-17cbd9fe7823 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:45.956279 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-82460ff8-2fbb-425d-b920-a0e0cd20c8ea req-0b27b947-22f1-4f6d-b1be-17cbd9fe7823 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0969203 Sep 01 02:18:45.986665 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.065034 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 59f86d10-2120-45d7-82d9-b40762b87fab completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:46.067503 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-82460ff8-2fbb-425d-b920-a0e0cd20c8ea req-d47c8c36-f163-4770-a342-f024ee8cc229 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007810 Sep 01 02:18:46.067838 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'Port': ['ID=b7c7942a-1476-4af1-b4f8-6cbbcd68dd5e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:46.070289 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 59f86d10-2120-45d7-82d9-b40762b87fab triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:46.070773 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.096265 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.113507 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39550) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:46.149434 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.165700 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Transition to ACTIVE for port object 083b09f3-0de0-44e9-a5da-59cc9d32eed1 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:46.174090 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.209703 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 59f86d10-2120-45d7-82d9-b40762b87fab, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=59f86d10-2120-45d7-82d9-b40762b87fab,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:46.238716 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.240180 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f3b2a01f-405b-4166-b4a1-d2613099f23b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8720059 Sep 01 02:18:46.264145 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4acf1a4a-ca75-4537-984e-274a80ebb63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.277310 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.337165 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Network 8a960b9c-3133-4f5d-a669-5b7399330b7c is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:18:46.347317 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:46.354298 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:18:46.365285 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.390285 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Pushing event updated for resources: {'Port': ['ID=083b09f3-0de0-44e9-a5da-59cc9d32eed1,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:46.454346 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:46.454927 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.468701 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=59f86d10-2120-45d7-82d9-b40762b87fab,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:46.528872 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1bcead38-7a00-4e51-a7a1-31abd752282c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1777583174&fields=id&tenant_id=8b6348a9e1194bc58ebe678f9a5107cb HTTP/1.1" status: 200 len: 267 time: 0.0614171 Sep 01 02:18:46.546552 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4acf1a4a-ca75-4537-984e-274a80ebb63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.656129 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4acf1a4a-ca75-4537-984e-274a80ebb63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.674107 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc72b1d-74b9-4468-ba13-621383ff0b8d req-f688927d-2935-4d1e-a40c-12ff95e426ff tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:46.675600 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1fc72b1d-74b9-4468-ba13-621383ff0b8d req-f688927d-2935-4d1e-a40c-12ff95e426ff tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 935 time: 0.1184347 Sep 01 02:18:46.738104 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4acf1a4a-ca75-4537-984e-274a80ebb63b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d5a6a78ccca4d5c9c3bd12b930a1e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6235840 Sep 01 02:18:46.740737 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86dd405a-0bfe-4e58-b3d9-2b5435a325d4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7257483 Sep 01 02:18:46.740856 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:46.747845 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-dc6082d7-5c7a-4801-8566-5fabdf3ca3d5 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:46.749245 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-dc6082d7-5c7a-4801-8566-5fabdf3ca3d5 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 816 time: 0.2072940 Sep 01 02:18:46.754210 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf1a4a-ca75-4537-984e-274a80ebb63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92e1740-3048-49ab-9df1-0b02d826b3bb,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:46.761279 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Request body: {'port': {'device_id': 'a9c0aa98-a16c-44cc-b335-6dcebba9297e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:46.797923 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-071c1b1e-944c-43f2-a048-754b921f8b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.803733 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1fc72b1d-74b9-4468-ba13-621383ff0b8d req-4ccfd193-86c3-4926-b42c-11b624298a7a tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136496 Sep 01 02:18:46.806678 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-54eea869-c41f-4d21-b3ff-f4c4bf34ffbe tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/quotas/8b6348a9e1194bc58ebe678f9a5107cb HTTP/1.1" status: 200 len: 375 time: 0.0426743 Sep 01 02:18:46.816142 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8fbd574b-65d7-4c81-9f16-7e944f48b70c None None] Provisioning for port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:46.820090 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-071c1b1e-944c-43f2-a048-754b921f8b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.820442 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8fbd574b-65d7-4c81-9f16-7e944f48b70c None None] Provisioning complete for port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:46.820817 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fbd574b-65d7-4c81-9f16-7e944f48b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.876805 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:46.878422 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd574b-65d7-4c81-9f16-7e944f48b70c None None] Port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:18:46.956177 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-0414798d-2afb-4c18-9867-5ee13cb5f46c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148083 Sep 01 02:18:46.970530 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device dd9fb1cb-7ae5-4872-901a-63e53bf2084b up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:18:47.030320 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-071c1b1e-944c-43f2-a048-754b921f8b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:47.033014 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-071c1b1e-944c-43f2-a048-754b921f8b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:47.034192 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-071c1b1e-944c-43f2-a048-754b921f8b1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e92e1740-3048-49ab-9df1-0b02d826b3bb HTTP/1.1" status: 204 len: 168 time: 0.2922592 Sep 01 02:18:47.042621 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c1b1e-944c-43f2-a048-754b921f8b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92e1740-3048-49ab-9df1-0b02d826b3bb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:47.105352 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e4060-8aa1-491b-881f-2c86f883353d req-8a6081a7-4ac1-488a-ae2d-d567e3b867c1 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:47.105352 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-457e4060-8aa1-491b-881f-2c86f883353d req-8a6081a7-4ac1-488a-ae2d-d567e3b867c1 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 945 time: 0.2023513 Sep 01 02:18:47.123883 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port dd9fb1cb-7ae5-4872-901a-63e53bf2084b completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:47.128183 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port dd9fb1cb-7ae5-4872-901a-63e53bf2084b triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:47.128676 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:47.209716 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-5e88ca8e-b294-41c5-966b-014b8b76355d service neutron] 10.222.0.23 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367599 Sep 01 02:18:47.212908 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:47.214165 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-457e4060-8aa1-491b-881f-2c86f883353d req-2fcfbd22-7118-4134-aebd-4f40d44402f6 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068015 Sep 01 02:18:47.261119 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:47.264314 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a5cd32-67a5-4264-afa2-a3163badfa74" -d '{"events": [{"server_uuid": "a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "dd9fb1cb-7ae5-4872-901a-63e53bf2084b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:47.277337 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port dd9fb1cb-7ae5-4872-901a-63e53bf2084b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:47.352747 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:47.400882 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-c3330597-571c-4b25-afd0-06a978107a89 service neutron] 10.222.0.23 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779351 Sep 01 02:18:47.403534 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083b09f3-0de0-44e9-a5da-59cc9d32eed1 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:18:47.413324 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:47.426154 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:47.456714 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Transition to ACTIVE for port object 083b09f3-0de0-44e9-a5da-59cc9d32eed1 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:47.476365 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399dd30-2eea-4897-b095-52b7c695bc35 req-62b36432-a298-4d04-bc32-c0b092f34dbd tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:47.478025 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3399dd30-2eea-4897-b095-52b7c695bc35 req-62b36432-a298-4d04-bc32-c0b092f34dbd tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0586138 Sep 01 02:18:47.531243 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3399dd30-2eea-4897-b095-52b7c695bc35 req-894c8a77-1c3b-4e63-886f-f67d54d64ea0 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Sep 01 02:18:47.580235 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace8ee02-410b-4833-9e48-69d8ebf5bdaa x-openstack-request-id: req-ace8ee02-410b-4833-9e48-69d8ebf5bdaa {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:47.580541 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "dd9fb1cb-7ae5-4872-901a-63e53bf2084b", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:47.580820 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ace8ee02-410b-4833-9e48-69d8ebf5bdaa {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:47.581243 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b', 'code': 200} Sep 01 02:18:47.596216 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:47.709998 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Pushing event updated for resources: {'Port': ['ID=083b09f3-0de0-44e9-a5da-59cc9d32eed1,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:47.747255 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e9b6770c-c716-45c7-91c4-c3c311b54292 req-e8a388a3-0782-4a25-9aff-ae0cb52afc92 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 210 time: 0.0408442 Sep 01 02:18:47.779850 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Attempting to bind port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:18:47.784285 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Attempting to bind port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '0ebf95bd-2a94-4f85-b75c-e863380c7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:18:47.784285 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Attempting to bind port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 on network 8a960b9c-3133-4f5d-a669-5b7399330b7c {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:47.785696 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 on network 8a960b9c-3133-4f5d-a669-5b7399330b7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:18:47.786026 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Attempting to bind port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 on network 8a960b9c-3133-4f5d-a669-5b7399330b7c {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:47.792606 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:18:47.792978 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Checking segment: {'id': '0ebf95bd-2a94-4f85-b75c-e863380c7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:18:47.793897 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Bound using segment: {'id': '0ebf95bd-2a94-4f85-b75c-e863380c7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:18:47.794566 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Bound port: 083b09f3-0de0-44e9-a5da-59cc9d32eed1, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebf95bd-2a94-4f85-b75c-e863380c7b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:18:47.794934 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:47.903562 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 59f86d10-2120-45d7-82d9-b40762b87fab up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:18:47.938575 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] For port 083b09f3-0de0-44e9-a5da-59cc9d32eed1, host hv-cinder-79966, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:18:47.980751 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] For port 083b09f3-0de0-44e9-a5da-59cc9d32eed1, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=083b09f3-0de0-44e9-a5da-59cc9d32eed1,segment=NetworkSegment(0ebf95bd-2a94-4f85-b75c-e863380c7b8e),segment_id=0ebf95bd-2a94-4f85-b75c-e863380c7b8e)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:18:47.989575 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 59f86d10-2120-45d7-82d9-b40762b87fab triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:47.991674 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:48.018757 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83726365-15a5-463b-a49a-737fe9c47e8c req-f2775b74-3ea4-4013-82a1-4ab8f5b8a0e4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:48.028688 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83726365-15a5-463b-a49a-737fe9c47e8c req-f2775b74-3ea4-4013-82a1-4ab8f5b8a0e4 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 947 time: 0.0939252 Sep 01 02:18:48.056625 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:48.084101 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626094d-fa99-4804-bcd9-5ae4980b7aa4 req-0b36401f-6b73-4a2f-a061-b60f3cc3c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:48.086646 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b626094d-fa99-4804-bcd9-5ae4980b7aa4 req-0b36401f-6b73-4a2f-a061-b60f3cc3c53e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 1099 time: 0.1102097 Sep 01 02:18:48.092654 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83726365-15a5-463b-a49a-737fe9c47e8c req-db6f9374-6f39-4d03-92c6-6a6a39970300 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624616 Sep 01 02:18:48.136306 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:48.137765 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:48.139319 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] 10.222.0.26 "PUT /v2.0/ports/083b09f3-0de0-44e9-a5da-59cc9d32eed1 HTTP/1.1" status: 200 len: 1097 time: 1.3858907 Sep 01 02:18:48.139896 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c0aa98-a16c-44cc-b335-6dcebba9297e', 'tag': '083b09f3-0de0-44e9-a5da-59cc9d32eed1'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:48.142307 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c0aa98-a16c-44cc-b335-6dcebba9297e", "tag": "083b09f3-0de0-44e9-a5da-59cc9d32eed1"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:48.164482 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b626094d-fa99-4804-bcd9-5ae4980b7aa4 req-e6ead232-d30d-4070-946d-4a0809275ec1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637727 Sep 01 02:18:48.215592 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07f1170-0b4e-4e99-ab85-fa5b204eb542 x-openstack-request-id: req-a07f1170-0b4e-4e99-ab85-fa5b204eb542 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:48.215947 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c0aa98-a16c-44cc-b335-6dcebba9297e", "tag": "083b09f3-0de0-44e9-a5da-59cc9d32eed1", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:48.216268 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a07f1170-0b4e-4e99-ab85-fa5b204eb542 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:48.216500 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c0aa98-a16c-44cc-b335-6dcebba9297e', 'tag': '083b09f3-0de0-44e9-a5da-59cc9d32eed1', 'status': 'completed', 'code': 200} Sep 01 02:18:48.221883 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2365ff-b0be-4eba-a388-f3fd27c54677 service neutron] Pushing event updated for resources: {'Port': ['ID=083b09f3-0de0-44e9-a5da-59cc9d32eed1,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:48.352645 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac496e-2a33-460f-9e61-172109ce2551 req-a01bc735-4f40-4494-b187-b57a9276ee11 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:48.354354 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-20ac496e-2a33-460f-9e61-172109ce2551 req-a01bc735-4f40-4494-b187-b57a9276ee11 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0594399 Sep 01 02:18:48.403169 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-20ac496e-2a33-460f-9e61-172109ce2551 req-2adb5fde-4c78-4930-aeae-f3826b9b402f tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384514 Sep 01 02:18:48.534802 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-79957fd8-4c78-43c6-82cc-dbf9b292dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:48.536373 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-79957fd8-4c78-43c6-82cc-dbf9b292dde6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4782e513ff9a4773ab08d9937d99c6f5&device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 1100 time: 0.0630302 Sep 01 02:18:48.588194 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-6425f363-f5ec-4bf4-8ade-83cf69cd1b01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=083b09f3-0de0-44e9-a5da-59cc9d32eed1 HTTP/1.1" status: 200 len: 217 time: 0.0415466 Sep 01 02:18:48.647422 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86b3d6b6-8ad1-4542-8fad-a0af013369ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:48.651877 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-86b3d6b6-8ad1-4542-8fad-a0af013369ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=515503aa-22f5-4b52-bf96-7e17e3128bb6 HTTP/1.1" status: 200 len: 843 time: 0.0493846 Sep 01 02:18:48.668922 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fcf12-c7d0-4ef7-8121-d4e87ae24246 req-413726b5-39b0-48ca-a980-6d493fc99f80 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:48.675916 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-903fcf12-c7d0-4ef7-8121-d4e87ae24246 req-413726b5-39b0-48ca-a980-6d493fc99f80 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0639160 Sep 01 02:18:48.713344 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-903fcf12-c7d0-4ef7-8121-d4e87ae24246 req-06b3d6cf-8426-4b2b-9735-1f08acf563c7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365610 Sep 01 02:18:48.722595 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-ed23988e-b5d4-4be8-bcc4-7e52ac44bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:48.725276 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-ed23988e-b5d4-4be8-bcc4-7e52ac44bcc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a960b9c-3133-4f5d-a669-5b7399330b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0645592 Sep 01 02:18:48.828692 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-9f346341-9474-4d1a-8841-9c8d1724ace4 service neutron] 10.222.0.26 "GET /v2.0/networks/8a960b9c-3133-4f5d-a669-5b7399330b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904019 Sep 01 02:18:48.896131 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-15c77526-9844-4fd7-9505-77c7a8a36efa req-9b16de6c-af3d-4b32-be6b-e1e8d74d1e0f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 210 time: 0.0276756 Sep 01 02:18:48.934245 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35f31b1c-d191-4621-8f4c-256abd3c8292 req-44f04f55-57ec-46f1-92d7-ad24d574d50d service neutron] 10.222.0.26 "GET /v2.0/networks/8a960b9c-3133-4f5d-a669-5b7399330b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968859 Sep 01 02:18:49.178483 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-a2eb053a-b5ea-48b8-80ee-72add4f1d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:49.180006 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-a2eb053a-b5ea-48b8-80ee-72add4f1d9ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4782e513ff9a4773ab08d9937d99c6f5&device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 1100 time: 0.0409050 Sep 01 02:18:49.218828 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a183a41-d5ae-4db1-8398-f1d1af1ebfe1 req-ee5d4e24-967f-4e00-845d-eb205417fc7a tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:49.225744 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5a183a41-d5ae-4db1-8398-f1d1af1ebfe1 req-ee5d4e24-967f-4e00-845d-eb205417fc7a tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 947 time: 0.0480189 Sep 01 02:18:49.264605 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5a183a41-d5ae-4db1-8398-f1d1af1ebfe1 req-1853afaf-ad37-4868-acdd-034baa09a070 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334444 Sep 01 02:18:49.290856 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-0455b45f-c86c-4e2e-b225-008e7f190830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:49.292367 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-0455b45f-c86c-4e2e-b225-008e7f190830 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a960b9c-3133-4f5d-a669-5b7399330b7c HTTP/1.1" status: 200 len: 870 time: 0.0972006 Sep 01 02:18:49.338229 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-e0d59a7d-3844-4c66-bc87-bc81e35a95be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=083b09f3-0de0-44e9-a5da-59cc9d32eed1 HTTP/1.1" status: 200 len: 217 time: 0.0338829 Sep 01 02:18:49.391682 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-9f8e3ba7-76ed-4b77-a420-58f3f948e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:49.393074 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-9f8e3ba7-76ed-4b77-a420-58f3f948e763 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=515503aa-22f5-4b52-bf96-7e17e3128bb6 HTTP/1.1" status: 200 len: 843 time: 0.0427997 Sep 01 02:18:49.444251 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-53cd17d2-3fda-467a-9344-5a9ae8888ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:49.446530 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-53cd17d2-3fda-467a-9344-5a9ae8888ea7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a960b9c-3133-4f5d-a669-5b7399330b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0394380 Sep 01 02:18:49.530617 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef96d1b-df6c-4980-954e-d21faef070f9 req-d454b715-590d-4b67-8ef1-455d4ee01652 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:49.540069 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9ef96d1b-df6c-4980-954e-d21faef070f9 req-d454b715-590d-4b67-8ef1-455d4ee01652 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0673976 Sep 01 02:18:49.590814 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9ef96d1b-df6c-4980-954e-d21faef070f9 req-80b49659-3f82-42b3-ae13-07eadb2daeb8 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491152 Sep 01 02:18:49.798382 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-fa83c0f7-fb7f-46da-8963-80e27b44fa50 service neutron] 10.222.0.26 "GET /v2.0/networks/8a960b9c-3133-4f5d-a669-5b7399330b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337581 Sep 01 02:18:49.844308 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bda01-314c-4584-9658-ab9fe44f0aad req-7887e2ab-7e21-4e73-8262-fa34b635fb74 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:49.845788 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3c6bda01-314c-4584-9658-ab9fe44f0aad req-7887e2ab-7e21-4e73-8262-fa34b635fb74 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0529957 Sep 01 02:18:49.893935 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3c6bda01-314c-4584-9658-ab9fe44f0aad req-7e5ec926-bd0a-430d-a43a-013c016e82da tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401840 Sep 01 02:18:49.899133 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6ecb1939-ef0c-497f-ae9b-1bcf8bc14a87 req-905f9873-3bdb-4370-bee7-ecb097c8d07f service neutron] 10.222.0.26 "GET /v2.0/networks/8a960b9c-3133-4f5d-a669-5b7399330b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922241 Sep 01 02:18:49.999097 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-59b130ff-3118-44ca-a37b-cd20c1f7d464 req-e38c4f5b-7aa9-4d6f-b4a4-022a7cf0c178 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 210 time: 0.0258648 Sep 01 02:18:50.373400 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d089dd-5a7a-4c3e-ae57-1a05ae60ad55 req-6a31824f-490a-469a-86eb-f1e0a263e2a3 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:50.374925 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a4d089dd-5a7a-4c3e-ae57-1a05ae60ad55 req-6a31824f-490a-469a-86eb-f1e0a263e2a3 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 947 time: 0.0484006 Sep 01 02:18:50.415599 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a4d089dd-5a7a-4c3e-ae57-1a05ae60ad55 req-6f904d3d-a702-466c-8c8b-80edac2fad55 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342622 Sep 01 02:18:50.720909 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26180a-7396-455d-b4f9-4f1929267eb5 req-78fdd311-1643-426a-8442-4f80ce1c9046 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:50.722809 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0e26180a-7396-455d-b4f9-4f1929267eb5 req-78fdd311-1643-426a-8442-4f80ce1c9046 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0621932 Sep 01 02:18:50.758405 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-7064f08b-45da-4e25-b41b-676e37c19972 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:50.759897 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-7064f08b-45da-4e25-b41b-676e37c19972 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.26 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 816 time: 0.1516597 Sep 01 02:18:50.768515 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0e26180a-7396-455d-b4f9-4f1929267eb5 req-a229a56a-9584-4444-9da0-3c1542c248be tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 Sep 01 02:18:50.820685 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-32e66277-e75f-4dfc-9580-e5b12ca340df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b6348a9e1194bc58ebe678f9a5107cb HTTP/1.1" status: 200 len: 380 time: 0.0448136 Sep 01 02:18:50.835899 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'port': {'device_id': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'admin_state_up': True, 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'security_groups': ['2aed0d56-1b14-4e43-9531-7cd491e44ca9']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:51.005254 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85ab31-cc62-46f9-a55c-195b7180b309 req-b781151c-27df-43e3-99df-e189c6ea9c6a tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:51.006730 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8a85ab31-cc62-46f9-a55c-195b7180b309 req-b781151c-27df-43e3-99df-e189c6ea9c6a tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0502141 Sep 01 02:18:51.015329 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Made reservation on behalf of 8b6348a9e1194bc58ebe678f9a5107cb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:18:51.018859 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:51.047740 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8a85ab31-cc62-46f9-a55c-195b7180b309 req-69cbaa5f-05c0-4ca7-8fab-427279494375 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350034 Sep 01 02:18:51.107911 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f60fd737-983c-4450-a32b-926a0bcc7a18 req-35f27307-bbcd-4687-8304-70b5c5611d9f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 210 time: 0.0261006 Sep 01 02:18:51.149326 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Allocated IP 172.20.0.5 (e5a3e1b6-c394-4401-8c8a-9601aa881cda/6a41553d-c3c0-435c-aa65-1e5b16018403/87a634d4-e023-4d44-8fde-8034a190bfbb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:18:51.294211 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:51.307802 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Transition to ACTIVE for port object 87a634d4-e023-4d44-8fde-8034a190bfbb will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:51.455939 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:51.503723 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Network e5a3e1b6-c394-4401-8c8a-9601aa881cda is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:18:51.509083 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:18:51.513289 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:18:51.567147 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:51.573871 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba18da-ef3b-4b2e-8ae9-8a08eb7b23ed req-27b18a20-a8c0-4e9a-adca-082631decb24 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:51.583323 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfba18da-ef3b-4b2e-8ae9-8a08eb7b23ed req-27b18a20-a8c0-4e9a-adca-082631decb24 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 947 time: 0.0882661 Sep 01 02:18:51.614567 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:51.615901 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:51.645190 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfba18da-ef3b-4b2e-8ae9-8a08eb7b23ed req-d33e2752-c2df-4fb5-8343-16299996f24f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575366 Sep 01 02:18:51.745563 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-1f5546f2-5238-4983-aa7f-403a9ef663df tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9141929 Sep 01 02:18:51.889652 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d29be5a3-ae93-45f9-8e33-0d85b98103a4 None None] Provisioning for port 87a634d4-e023-4d44-8fde-8034a190bfbb completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:51.893677 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d29be5a3-ae93-45f9-8e33-0d85b98103a4 None None] Provisioning complete for port 87a634d4-e023-4d44-8fde-8034a190bfbb triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:51.894090 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d29be5a3-ae93-45f9-8e33-0d85b98103a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:51.927849 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d29be5a3-ae93-45f9-8e33-0d85b98103a4 None None] Port 87a634d4-e023-4d44-8fde-8034a190bfbb cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:18:52.163648 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb47949-fcf5-4dd7-8791-ca25a96802b3 req-c7b2ed81-c179-4150-8664-1dd36258eb7c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:52.165098 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aeb47949-fcf5-4dd7-8791-ca25a96802b3 req-c7b2ed81-c179-4150-8664-1dd36258eb7c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0510583 Sep 01 02:18:52.202766 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aeb47949-fcf5-4dd7-8791-ca25a96802b3 req-a7d7ecc5-12f6-4210-84ed-0459422476b7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311222 Sep 01 02:18:52.311215 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd339f-ef30-43d2-ba2f-af534ac6818c req-2fd9007d-3eff-4709-8562-2808fbb5722a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:52.312836 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ffcd339f-ef30-43d2-ba2f-af534ac6818c req-2fd9007d-3eff-4709-8562-2808fbb5722a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 931 time: 0.0533381 Sep 01 02:18:52.349874 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ffcd339f-ef30-43d2-ba2f-af534ac6818c req-f971dcff-dfb7-4093-b297-7812d9ea0509 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311825 Sep 01 02:18:52.746728 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49172cc0-537b-4603-b4f5-c1845ce86a06 req-1912314f-de4c-4991-b2f2-485303aab542 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:52.748204 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-49172cc0-537b-4603-b4f5-c1845ce86a06 req-1912314f-de4c-4991-b2f2-485303aab542 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 947 time: 0.0470941 Sep 01 02:18:52.785231 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-49172cc0-537b-4603-b4f5-c1845ce86a06 req-1ec64b35-d273-4914-b446-3859048f8f48 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309293 Sep 01 02:18:53.319296 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd3685-55de-42dc-a1e3-0fefde9ad0ff req-3d001b1d-d1a4-4d8d-ac8a-0c92c1853e83 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:53.321464 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cedd3685-55de-42dc-a1e3-0fefde9ad0ff req-3d001b1d-d1a4-4d8d-ac8a-0c92c1853e83 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0519137 Sep 01 02:18:53.359065 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cedd3685-55de-42dc-a1e3-0fefde9ad0ff req-c3e508a0-9e6f-4a20-a519-6e0baa72c172 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Sep 01 02:18:53.466164 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385a0ec-58bc-4653-951f-4b36e64f201a req-62ca667d-8492-4357-a81b-ddb1eb706c62 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:53.467617 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d385a0ec-58bc-4653-951f-4b36e64f201a req-62ca667d-8492-4357-a81b-ddb1eb706c62 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 931 time: 0.0464952 Sep 01 02:18:53.505101 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d385a0ec-58bc-4653-951f-4b36e64f201a req-87dea2b9-b544-4ebf-b04c-b41ee05da304 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Sep 01 02:18:53.528499 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 083b09f3-0de0-44e9-a5da-59cc9d32eed1 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:18:53.625767 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 083b09f3-0de0-44e9-a5da-59cc9d32eed1, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=083b09f3-0de0-44e9-a5da-59cc9d32eed1,segment=NetworkSegment(0ebf95bd-2a94-4f85-b75c-e863380c7b8e),segment_id=0ebf95bd-2a94-4f85-b75c-e863380c7b8e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:53.637384 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '083b09f3-0de0-44e9-a5da-59cc9d32eed1', 'network_id': '8a960b9c-3133-4f5d-a669-5b7399330b7c', 'port_id': '083b09f3-0de0-44e9-a5da-59cc9d32eed1', 'mac_address': 'fa:16:3e:5c:b0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515503aa-22f5-4b52-bf96-7e17e3128bb6', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:18:53.673545 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:53.685685 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083b09f3-0de0-44e9-a5da-59cc9d32eed1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:18:53.703698 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 083b09f3-0de0-44e9-a5da-59cc9d32eed1, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=083b09f3-0de0-44e9-a5da-59cc9d32eed1,segment=NetworkSegment(0ebf95bd-2a94-4f85-b75c-e863380c7b8e),segment_id=0ebf95bd-2a94-4f85-b75c-e863380c7b8e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:53.797800 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:53.849131 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=083b09f3-0de0-44e9-a5da-59cc9d32eed1,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:53.904743 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b5a09-7975-4e3f-ac77-d18d72347033 req-6cdc42ab-2d3c-4baf-b9b2-a7bf363086b8 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:53.906216 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4a3b5a09-7975-4e3f-ac77-d18d72347033 req-6cdc42ab-2d3c-4baf-b9b2-a7bf363086b8 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 948 time: 0.0479500 Sep 01 02:18:53.942272 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4a3b5a09-7975-4e3f-ac77-d18d72347033 req-cf776a47-dd15-4f42-9410-77dbee1ad7d0 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301714 Sep 01 02:18:54.474479 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a909311-d6ec-4d23-9a0e-8a7e91a713b5 req-84ed098b-fe0e-472d-8183-f9c1b9567991 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:54.475948 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a909311-d6ec-4d23-9a0e-8a7e91a713b5 req-84ed098b-fe0e-472d-8183-f9c1b9567991 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0507483 Sep 01 02:18:54.513965 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a909311-d6ec-4d23-9a0e-8a7e91a713b5 req-d3b48621-7557-4818-9618-6da94d8e23c2 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Sep 01 02:18:54.525282 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Request body: {'port': {'device_id': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:18:54.584293 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:54.638425 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7322fc-de7b-4c90-9ce0-caf24ea24b81 req-b4433298-6aa4-4116-a3b8-2ba3e536da60 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:54.640319 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2a7322fc-de7b-4c90-9ce0-caf24ea24b81 req-b4433298-6aa4-4116-a3b8-2ba3e536da60 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 931 time: 0.0627341 Sep 01 02:18:54.689240 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2a7322fc-de7b-4c90-9ce0-caf24ea24b81 req-8e44329e-ff5a-46ab-a071-143503825628 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428960 Sep 01 02:18:54.853450 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a634d4-e023-4d44-8fde-8034a190bfbb {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:18:54.861329 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:54.872833 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Transition to ACTIVE for port object 87a634d4-e023-4d44-8fde-8034a190bfbb will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:18:54.916535 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['083b09f3-0de0-44e9-a5da-59cc9d32eed1'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:18:54.963429 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:55.038763 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Pushing event updated for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:55.081815 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4106ef-5a36-49ac-839e-9f42b6aa12c5 req-7d343b75-ad0d-4748-a612-cf0d811a30cf tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:55.084276 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f4106ef-5a36-49ac-839e-9f42b6aa12c5 req-7d343b75-ad0d-4748-a612-cf0d811a30cf tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 948 time: 0.0685019 Sep 01 02:18:55.096216 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Attempting to bind port 87a634d4-e023-4d44-8fde-8034a190bfbb on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:18:55.097377 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Attempting to bind port 87a634d4-e023-4d44-8fde-8034a190bfbb by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:18:55.097927 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Attempting to bind port 87a634d4-e023-4d44-8fde-8034a190bfbb on network e5a3e1b6-c394-4401-8c8a-9601aa881cda {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:55.104546 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Port 87a634d4-e023-4d44-8fde-8034a190bfbb on network e5a3e1b6-c394-4401-8c8a-9601aa881cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:18:55.105244 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Attempting to bind port 87a634d4-e023-4d44-8fde-8034a190bfbb on network e5a3e1b6-c394-4401-8c8a-9601aa881cda {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:18:55.112753 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:18:55.113332 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Checking segment: {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:18:55.113731 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Bound using segment: {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:18:55.114350 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Bound port: 87a634d4-e023-4d44-8fde-8034a190bfbb, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:18:55.114647 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:55.139275 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f4106ef-5a36-49ac-839e-9f42b6aa12c5 req-8dfa0c7a-5e1a-4c2b-96a3-7edd9ce2fff8 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480120 Sep 01 02:18:55.195164 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:18:55.198489 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:18:55.295538 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:55.328693 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:55.329332 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:55.330716 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] 10.222.0.26 "PUT /v2.0/ports/87a634d4-e023-4d44-8fde-8034a190bfbb HTTP/1.1" status: 200 len: 1093 time: 0.8106325 Sep 01 02:18:55.331148 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:55.333399 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147aca86-4962-4f7f-a1bc-fd9f75b20b80" -d '{"events": [{"name": "network-changed", "server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:55.359252 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1e368-8d73-4069-a4ab-aa25ea66d26f service neutron] Pushing event updated for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:55.389218 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f77d762-fa3a-4dfc-a696-b55d77744321 x-openstack-request-id: req-9f77d762-fa3a-4dfc-a696-b55d77744321 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:55.389581 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:55.389913 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f77d762-fa3a-4dfc-a696-b55d77744321 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:55.390478 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'status': 'completed', 'code': 200} Sep 01 02:18:55.476580 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aca86-4962-4f7f-a1bc-fd9f75b20b80 req-876d020e-8530-4e5e-8245-8a3cccde5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:55.478119 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-147aca86-4962-4f7f-a1bc-fd9f75b20b80 req-876d020e-8530-4e5e-8245-8a3cccde5417 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 1096 time: 0.0508368 Sep 01 02:18:55.644131 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aca86-4962-4f7f-a1bc-fd9f75b20b80 req-5592d10c-f86c-49fe-9abb-dca3a03eee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:55.647048 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-147aca86-4962-4f7f-a1bc-fd9f75b20b80 req-5592d10c-f86c-49fe-9abb-dca3a03eee0b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1595037 Sep 01 02:18:55.652067 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027c94-0847-41a0-bc0e-e21133f83ec1 req-45a2d9eb-a74b-4b0e-a9eb-178cf912a9e1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:55.653498 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-76027c94-0847-41a0-bc0e-e21133f83ec1 req-45a2d9eb-a74b-4b0e-a9eb-178cf912a9e1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0592656 Sep 01 02:18:55.693606 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-76027c94-0847-41a0-bc0e-e21133f83ec1 req-6caf944d-f4c6-4022-b58f-7dced1f084e4 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Sep 01 02:18:55.757207 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aca86-4962-4f7f-a1bc-fd9f75b20b80 req-321954b6-a609-4d6c-afef-2f2fedc1956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:55.758723 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-147aca86-4962-4f7f-a1bc-fd9f75b20b80 req-321954b6-a609-4d6c-afef-2f2fedc1956a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015830 Sep 01 02:18:55.821996 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849207a7-7b04-4587-902b-f8a56ab9e067 req-ddd4e64e-78e7-4ef9-b5dd-0571a63e5588 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:55.823487 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-849207a7-7b04-4587-902b-f8a56ab9e067 req-ddd4e64e-78e7-4ef9-b5dd-0571a63e5588 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0535281 Sep 01 02:18:55.851369 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-8c5e5b99-fe93-4add-be66-2ecccd92db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:55.852822 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-8c5e5b99-fe93-4add-be66-2ecccd92db95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 1096 time: 0.0402148 Sep 01 02:18:55.863195 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-849207a7-7b04-4587-902b-f8a56ab9e067 req-396d49ae-d6fe-4659-9dc8-453be5f56280 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336607 Sep 01 02:18:55.909213 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-ab4a9647-041c-45b3-a028-185a04b8f7d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a634d4-e023-4d44-8fde-8034a190bfbb HTTP/1.1" status: 200 len: 217 time: 0.0391243 Sep 01 02:18:55.971141 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-40cd2f43-c6ae-45cd-a5b7-f84fa621d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:55.978757 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-40cd2f43-c6ae-45cd-a5b7-f84fa621d547 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a41553d-c3c0-435c-aa65-1e5b16018403 HTTP/1.1" status: 200 len: 855 time: 0.0515451 Sep 01 02:18:56.021989 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-49004d1e-881a-4123-8b3c-3965314417ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:56.023543 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-49004d1e-881a-4123-8b3c-3965314417ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5a3e1b6-c394-4401-8c8a-9601aa881cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408952 Sep 01 02:18:56.125064 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39814) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:56.141980 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-3707a0bb-43b3-4d1b-8f65-c1f5f82390c3 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089740 Sep 01 02:18:56.265147 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d70acd-d2be-4c59-8073-8019d6bdfd90 req-cdf21649-37c9-4974-a107-614d44e25624 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:56.266603 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70d70acd-d2be-4c59-8073-8019d6bdfd90 req-cdf21649-37c9-4974-a107-614d44e25624 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 948 time: 0.0653317 Sep 01 02:18:56.275551 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-41ec4f2d-a06a-4c32-8db8-8fce0c43af34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:56.279695 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2df5a12f-d6e5-4b14-b3e9-1f83e853611d req-680b4982-8191-4194-a8e8-8ce8cb536335 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145043 Sep 01 02:18:56.333063 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70d70acd-d2be-4c59-8073-8019d6bdfd90 req-b1cc932a-9960-44bc-920b-290e1dc3d9e8 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598636 Sep 01 02:18:56.373493 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13e3d0-6406-49ef-8322-ffad181a0d4f req-77a59938-4d33-4340-b81a-66d620e0ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:56.373493 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc13e3d0-6406-49ef-8322-ffad181a0d4f req-77a59938-4d33-4340-b81a-66d620e0ca14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 1099 time: 0.0443234 Sep 01 02:18:56.400943 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-41ec4f2d-a06a-4c32-8db8-8fce0c43af34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:56.413556 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-dc13e3d0-6406-49ef-8322-ffad181a0d4f req-cf6c7f8e-db5a-41ab-a5a6-bd6eae3ecab2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Sep 01 02:18:56.483272 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-41ec4f2d-a06a-4c32-8db8-8fce0c43af34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:56.522424 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-41ec4f2d-a06a-4c32-8db8-8fce0c43af34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=137b374af78741cc91f2bc9e99185fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960817 Sep 01 02:18:56.523331 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec4f2d-a06a-4c32-8db8-8fce0c43af34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7b82c0-797f-4713-80de-f1335bfd8267,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:56.525175 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:56.574798 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf46f-bc05-41ad-b616-933881cd9dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:56.595133 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf46f-bc05-41ad-b616-933881cd9dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:56.757836 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf46f-bc05-41ad-b616-933881cd9dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:56.760552 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf46f-bc05-41ad-b616-933881cd9dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:56.762433 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5b0cf46f-bc05-41ad-b616-933881cd9dbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e7b82c0-797f-4713-80de-f1335bfd8267 HTTP/1.1" status: 204 len: 168 time: 0.2349234 Sep 01 02:18:56.770677 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cf46f-bc05-41ad-b616-933881cd9dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7b82c0-797f-4713-80de-f1335bfd8267,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:56.817841 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27652-b961-49a5-9302-0417cdfc9d51 req-eef6a278-b15c-4590-86dd-309f0dcf3e70 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:56.819353 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b6e27652-b961-49a5-9302-0417cdfc9d51 req-eef6a278-b15c-4590-86dd-309f0dcf3e70 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0605328 Sep 01 02:18:56.857618 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b6e27652-b961-49a5-9302-0417cdfc9d51 req-c09a89a4-4d4a-4097-90e1-bebe4f44cbcd tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Sep 01 02:18:56.989132 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07317b39-04d6-43a3-a513-9cdd8a87cd0a req-c4942265-0471-4e01-a922-6f93839e25eb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:56.990525 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-07317b39-04d6-43a3-a513-9cdd8a87cd0a req-c4942265-0471-4e01-a922-6f93839e25eb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0517502 Sep 01 02:18:57.027960 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-07317b39-04d6-43a3-a513-9cdd8a87cd0a req-0b45e417-eec3-492c-afd0-e0773ea6eca1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308831 Sep 01 02:18:57.418515 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:57.422059 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 083b09f3-0de0-44e9-a5da-59cc9d32eed1 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:18:57.427827 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86ff13d1-16b1-4d50-8878-614261c5e6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:57.449699 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186fa20-8e0f-43eb-8895-54bf6cc3caa4 req-572c7a41-7d51-4973-b6a4-687ae4f99307 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:57.451193 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5186fa20-8e0f-43eb-8895-54bf6cc3caa4 req-572c7a41-7d51-4973-b6a4-687ae4f99307 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 948 time: 0.0511301 Sep 01 02:18:57.491050 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5186fa20-8e0f-43eb-8895-54bf6cc3caa4 req-080187dd-74e8-4a45-9534-09c6895d8936 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Sep 01 02:18:57.520078 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86ff13d1-16b1-4d50-8878-614261c5e6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:57.575341 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:18:57.579332 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:18:57.579738 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:57.626664 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86ff13d1-16b1-4d50-8878-614261c5e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:57.657033 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:57.664726 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-86ff13d1-16b1-4d50-8878-614261c5e6ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8971f5404f384ed3b97b5239f4364bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496808 Sep 01 02:18:57.665598 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff13d1-16b1-4d50-8878-614261c5e6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8351ac4c-fdd2-41db-8095-a73778c77eb6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:57.668601 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39846) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:57.682874 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c0aa98-a16c-44cc-b335-6dcebba9297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083b09f3-0de0-44e9-a5da-59cc9d32eed1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:18:57.685308 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45272c5a-14ba-4320-9ff8-a813b23f8d4f" -d '{"events": [{"server_uuid": "a9c0aa98-a16c-44cc-b335-6dcebba9297e", "name": "network-vif-plugged", "status": "completed", "tag": "083b09f3-0de0-44e9-a5da-59cc9d32eed1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:18:57.699435 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 083b09f3-0de0-44e9-a5da-59cc9d32eed1, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=083b09f3-0de0-44e9-a5da-59cc9d32eed1,segment=NetworkSegment(0ebf95bd-2a94-4f85-b75c-e863380c7b8e),segment_id=0ebf95bd-2a94-4f85-b75c-e863380c7b8e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:18:57.717454 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4b9a014c-b4b7-4d93-9cbf-7df7bf9c01d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:57.721241 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7394bf20-9057-4b77-aecd-73c29efef36f x-openstack-request-id: req-7394bf20-9057-4b77-aecd-73c29efef36f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:18:57.721527 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c0aa98-a16c-44cc-b335-6dcebba9297e", "name": "network-vif-plugged", "status": "completed", "tag": "083b09f3-0de0-44e9-a5da-59cc9d32eed1", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:18:57.721810 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7394bf20-9057-4b77-aecd-73c29efef36f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:18:57.722199 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c0aa98-a16c-44cc-b335-6dcebba9297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083b09f3-0de0-44e9-a5da-59cc9d32eed1', 'code': 200} Sep 01 02:18:57.738478 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4b9a014c-b4b7-4d93-9cbf-7df7bf9c01d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:57.780520 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:57.827702 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=083b09f3-0de0-44e9-a5da-59cc9d32eed1,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:57.860831 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4b9a014c-b4b7-4d93-9cbf-7df7bf9c01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:57.870530 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4b9a014c-b4b7-4d93-9cbf-7df7bf9c01d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:57.870530 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4b9a014c-b4b7-4d93-9cbf-7df7bf9c01d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8351ac4c-fdd2-41db-8095-a73778c77eb6 HTTP/1.1" status: 204 len: 168 time: 0.1949677 Sep 01 02:18:57.872365 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a014c-b4b7-4d93-9cbf-7df7bf9c01d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8351ac4c-fdd2-41db-8095-a73778c77eb6,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:57.980739 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caeca6-988c-4fea-af22-61cad28ce116 req-f44677ee-9c1b-4aed-80f2-a81ad04d3d77 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:57.982220 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-25caeca6-988c-4fea-af22-61cad28ce116 req-f44677ee-9c1b-4aed-80f2-a81ad04d3d77 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0533423 Sep 01 02:18:58.019925 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-25caeca6-988c-4fea-af22-61cad28ce116 req-e52972d0-2314-4e9d-a8f3-adab954a3068 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317354 Sep 01 02:18:58.149294 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea63bd4-64f5-4a29-bd47-2dc65cc0a9fc req-33c78560-a6b6-4cc8-966a-bb518a841b56 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:58.150795 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eea63bd4-64f5-4a29-bd47-2dc65cc0a9fc req-33c78560-a6b6-4cc8-966a-bb518a841b56 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0492945 Sep 01 02:18:58.189289 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eea63bd4-64f5-4a29-bd47-2dc65cc0a9fc req-25830659-e11c-4137-a323-8920109371f4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325794 Sep 01 02:18:58.564683 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 39866) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:58.578466 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc126c7c-99dc-4930-9c87-bd77bacacf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:58.601632 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9253-096d-4290-a02a-a24161bd0fd0 req-73a498ea-4765-4374-8ea0-5c8316d3dbae tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:58.603114 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db2b9253-096d-4290-a02a-a24161bd0fd0 req-73a498ea-4765-4374-8ea0-5c8316d3dbae tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.0480959 Sep 01 02:18:58.640551 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db2b9253-096d-4290-a02a-a24161bd0fd0 req-1cbcf380-9abe-4c3b-b56d-2530494cc11b tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Sep 01 02:18:58.669118 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc126c7c-99dc-4930-9c87-bd77bacacf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:58.746259 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc126c7c-99dc-4930-9c87-bd77bacacf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:58.783545 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-dc126c7c-99dc-4930-9c87-bd77bacacf09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=459e004f9ccc4261be117f4d08b1b7c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176719 Sep 01 02:18:58.784632 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc126c7c-99dc-4930-9c87-bd77bacacf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d1b085-43be-4bc1-b611-c1f5950acfec,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:58.786336 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39868) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:18:58.837224 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50d72237-9c8f-434d-930a-6057ee19ebe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:58.858442 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50d72237-9c8f-434d-930a-6057ee19ebe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:58.979000 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50d72237-9c8f-434d-930a-6057ee19ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:58.982643 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50d72237-9c8f-434d-930a-6057ee19ebe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:18:58.983803 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-50d72237-9c8f-434d-930a-6057ee19ebe1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54d1b085-43be-4bc1-b611-c1f5950acfec HTTP/1.1" status: 204 len: 168 time: 0.1964896 Sep 01 02:18:58.991478 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d72237-9c8f-434d-930a-6057ee19ebe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d1b085-43be-4bc1-b611-c1f5950acfec,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:18:59.134336 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448dcc0-9a88-4948-91aa-1e4fd7254268 req-9b516984-cd34-41ad-bcfa-a93ffdbc1454 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:59.135793 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b448dcc0-9a88-4948-91aa-1e4fd7254268 req-9b516984-cd34-41ad-bcfa-a93ffdbc1454 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0482540 Sep 01 02:18:59.175013 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b448dcc0-9a88-4948-91aa-1e4fd7254268 req-a8af83a0-cbe4-4b09-bd23-133cff1f653c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331388 Sep 01 02:18:59.307480 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe8282-053e-4629-a07e-e4c5db68b6d8 req-cdb9eb9a-e4e7-49c7-a283-449a67389b47 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:59.309102 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64fe8282-053e-4629-a07e-e4c5db68b6d8 req-cdb9eb9a-e4e7-49c7-a283-449a67389b47 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0494680 Sep 01 02:18:59.346965 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64fe8282-053e-4629-a07e-e4c5db68b6d8 req-fbb65bf9-9dab-4ac2-a5e4-8afe3998f45b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Sep 01 02:18:59.763459 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53c810-c92a-4441-bba1-f393864ebf2c req-a7625cba-34a4-4eaa-a9f0-8cd36519b1c3 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:18:59.764921 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0e53c810-c92a-4441-bba1-f393864ebf2c req-a7625cba-34a4-4eaa-a9f0-8cd36519b1c3 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.0521123 Sep 01 02:18:59.802836 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0e53c810-c92a-4441-bba1-f393864ebf2c req-f34ccfd0-9d33-4214-93fd-9b5cd474522d tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320947 Sep 01 02:19:00.174297 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39910) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:00.273648 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2045891535-network', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:00.307455 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661f135-d324-4108-ab69-11b2c660d440 req-83126893-f4e4-45bd-bc84-d6353268c597 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:00.308913 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6661f135-d324-4108-ab69-11b2c660d440 req-83126893-f4e4-45bd-bc84-d6353268c597 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0659983 Sep 01 02:19:00.346850 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6661f135-d324-4108-ab69-11b2c660d440 req-c46b924e-12f6-4c4c-9fe1-44dc6f6fef29 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Sep 01 02:19:00.397682 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Made reservation on behalf of 1ae8a367d60b4355acaa71457db9d859 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:00.400034 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:00.408714 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:00.496790 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decda312-0a00-4915-a1de-ad2a0fa9d409 req-8306eb93-b46f-40c3-9c1e-37fcaddeb474 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:00.498464 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-decda312-0a00-4915-a1de-ad2a0fa9d409 req-8306eb93-b46f-40c3-9c1e-37fcaddeb474 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0777485 Sep 01 02:19:00.554990 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-decda312-0a00-4915-a1de-ad2a0fa9d409 req-170e134c-9205-499c-80f4-f153c202ff68 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485842 Sep 01 02:19:00.576602 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:00.675489 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:00.704063 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:19:00.711235 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a70b88-3660-45b4-87f2-3d67fa5b794d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:00.718690 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:00.719168 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Added segment 61c73b01-9bd7-40a0-85c5-cadf5d580ff8 of type vlan for network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d Sep 01 02:19:00.759341 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:00.864484 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:00.865515 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:00.866105 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:01.165547 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] Pushing event updated for resources: {'Network': ['ID=327d78ae-35dc-41c7-99f1-3dd8d500bd1d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:01.176531 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:19:01.184232 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92f307-2ad8-4997-9410-d17cd98de35c req-5855ece8-2b72-481d-ab7a-edc9fe61d622 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:01.185874 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b92f307-2ad8-4997-9410-d17cd98de35c req-5855ece8-2b72-481d-ab7a-edc9fe61d622 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.3163879 Sep 01 02:19:01.224956 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b92f307-2ad8-4997-9410-d17cd98de35c req-d1406a4a-c106-47c5-8ce2-215b2f57ac17 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329828 Sep 01 02:19:01.226945 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8bfc70b5-5667-4b2c-94fa-792996be04b6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0516300 Sep 01 02:19:01.229957 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39928) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:01.234784 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Request body: {'subnet': {'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2045891535-subnet', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:01.349746 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Made reservation on behalf of 1ae8a367d60b4355acaa71457db9d859 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:01.352032 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266115663'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:01.494388 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76ddec-4624-4170-b2b1-62d2e2e7fd9a req-55d1d42e-48dd-42b6-9268-2763bbaa6902 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:01.496413 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8c76ddec-4624-4170-b2b1-62d2e2e7fd9a req-55d1d42e-48dd-42b6-9268-2763bbaa6902 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0801778 Sep 01 02:19:01.569670 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8c76ddec-4624-4170-b2b1-62d2e2e7fd9a req-77bce862-f330-475e-a8f5-4c7e2250edd3 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672405 Sep 01 02:19:01.640287 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265943966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266115673'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:01.720483 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d853cd-42bb-40c1-822c-8c39e5a57e7e req-fc37336b-afa8-4721-8e1d-b603dfd9ef80 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:01.721925 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-27d853cd-42bb-40c1-822c-8c39e5a57e7e req-fc37336b-afa8-4721-8e1d-b603dfd9ef80 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0921321 Sep 01 02:19:01.723673 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adfe0113-567d-4a8e-a678-c7bc8406b25c,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:01.751817 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Checking segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:01.752172 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Network hostable DHCP agents. Network: 327d78ae-35dc-41c7-99f1-3dd8d500bd1d, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:19:01.779254 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-27d853cd-42bb-40c1-822c-8c39e5a57e7e req-ba46a8ec-6a36-4d0c-aee7-10c6ec465c26 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479765 Sep 01 02:19:01.854908 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:19:01.963477 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 327d78ae-35dc-41c7-99f1-3dd8d500bd1d) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:01.967552 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:01.968135 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:01.972579 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8208884-9ba3-45b0-b54a-62fc785455f8 None None] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:19:02.053553 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-297a0e03-fb5a-41fc-ba20-367159188f66 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8225095 Sep 01 02:19:02.056097 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39936) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:02.060973 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:02.126338 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881e3e73-7572-596d-9b29-31e7ad1e45fa-327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c'}]}} from dv-cinder-799668-15-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 02:19:02.127200 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.168488 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-369684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12582'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.169719 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12589'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.241177 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.261660 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Allocated IP 172.20.0.2 (327d78ae-35dc-41c7-99f1-3dd8d500bd1d/adfe0113-567d-4a8e-a678-c7bc8406b25c/e1fbc9be-a38c-4dbd-8d58-f5326e49198d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:02.396844 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee29b35-7026-47d6-8b57-a958bc086949 req-14aa7f96-be50-4899-ad5f-844eb5e5db1e tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:02.398303 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fee29b35-7026-47d6-8b57-a958bc086949 req-14aa7f96-be50-4899-ad5f-844eb5e5db1e tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.1067998 Sep 01 02:19:02.403088 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.411336 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Transition to ACTIVE for port object e1fbc9be-a38c-4dbd-8d58-f5326e49198d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:02.425982 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Transition to ACTIVE for port object e1fbc9be-a38c-4dbd-8d58-f5326e49198d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:02.474035 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.487871 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.494541 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fee29b35-7026-47d6-8b57-a958bc086949 req-4751040e-c874-4403-b389-beddb6ad5700 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644395 Sep 01 02:19:02.532455 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:02.535317 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:02.538900 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:02.544873 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Pushing event updated for resources: {'Port': ['ID=e1fbc9be-a38c-4dbd-8d58-f5326e49198d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:02.594509 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Attempting to bind port e1fbc9be-a38c-4dbd-8d58-f5326e49198d on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:02.594881 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Attempting to bind port e1fbc9be-a38c-4dbd-8d58-f5326e49198d by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:02.595274 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Attempting to bind port e1fbc9be-a38c-4dbd-8d58-f5326e49198d on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:02.600876 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:02.601257 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Checking segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:02.601664 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.602058 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Bound using segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:02.602526 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Bound port: e1fbc9be-a38c-4dbd-8d58-f5326e49198d, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:02.602913 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.668266 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] For port e1fbc9be-a38c-4dbd-8d58-f5326e49198d, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:02.672282 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] For port e1fbc9be-a38c-4dbd-8d58-f5326e49198d, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=e1fbc9be-a38c-4dbd-8d58-f5326e49198d,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:02.705449 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c08f76-3cf9-4d38-95fd-267e8c2f08ea req-2912679b-03fb-48da-b34e-836860a67090 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:02.706970 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64c08f76-3cf9-4d38-95fd-267e8c2f08ea req-2912679b-03fb-48da-b34e-836860a67090 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0586374 Sep 01 02:19:02.746853 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.803403 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b2d03-758b-4273-8498-5714df7fdd21 None None] Pushing event updated for resources: {'Port': ['ID=e1fbc9be-a38c-4dbd-8d58-f5326e49198d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:02.822297 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64c08f76-3cf9-4d38-95fd-267e8c2f08ea req-37b20350-5537-4251-b01b-5852abf7f967 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830481 Sep 01 02:19:02.833498 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.875939 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:02.907969 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12846b-12b3-45dc-aee9-b2563a2ebca8 req-2eaf0f12-4c0d-486d-88f6-884329b107b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:02.909603 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d12846b-12b3-45dc-aee9-b2563a2ebca8 req-2eaf0f12-4c0d-486d-88f6-884329b107b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 1102 time: 0.0628419 Sep 01 02:19:02.955868 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d12846b-12b3-45dc-aee9-b2563a2ebca8 req-f162373c-a6ee-4716-a7ac-3fdd772cd3a0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362952 Sep 01 02:19:03.010289 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279ee0c-a989-483e-8aeb-44541712a35e req-34828daf-8696-44d1-bb21-df333f664428 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:03.020076 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a279ee0c-a989-483e-8aeb-44541712a35e req-34828daf-8696-44d1-bb21-df333f664428 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.1036153 Sep 01 02:19:03.061605 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Allocated IP 172.27.1.70 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/a7e8b844-16d7-41b2-92f7-9c8812153fa1) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:03.103207 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a279ee0c-a989-483e-8aeb-44541712a35e req-ec2b440b-001b-4300-9f09-b5bda4e78bbb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826325 Sep 01 02:19:03.183083 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:03.301093 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:03.337654 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:03.343061 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:03.346640 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:03.370359 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Pushing event updated for resources: {'Port': ['ID=a7e8b844-16d7-41b2-92f7-9c8812153fa1,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:03.622936 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec440a0-6136-49f7-8bf9-54ade8a3cd2f req-d81c0c34-8972-4c24-9661-2dee715c7476 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:03.625118 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6ec440a0-6136-49f7-8bf9-54ade8a3cd2f req-d81c0c34-8972-4c24-9661-2dee715c7476 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.0581453 Sep 01 02:19:03.671347 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6ec440a0-6136-49f7-8bf9-54ade8a3cd2f req-edb96fdf-27cc-4066-810b-ab2d90612434 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Sep 01 02:19:03.743155 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b5a982-6052-46a4-bf39-7daf90307276 None None] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:19:03.774113 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:03.906914 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device e1fbc9be-a38c-4dbd-8d58-f5326e49198d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:03.937160 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a17a63bc-fc8e-4467-a19a-c70983bdcb69 None None] Provisioning for port e1fbc9be-a38c-4dbd-8d58-f5326e49198d completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:04.040836 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2800a8-4784-463b-a26a-87a0f9d077c7 req-81a41305-9340-461d-81f1-cddaee0f9353 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:04.042384 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f2800a8-4784-463b-a26a-87a0f9d077c7 req-81a41305-9340-461d-81f1-cddaee0f9353 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.1295464 Sep 01 02:19:04.061125 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port e1fbc9be-a38c-4dbd-8d58-f5326e49198d completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:04.065792 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port e1fbc9be-a38c-4dbd-8d58-f5326e49198d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:04.066590 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:04.072020 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:04.129841 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f2800a8-4784-463b-a26a-87a0f9d077c7 req-2ba6c2be-6107-4c56-b7f2-01e06320e028 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766063 Sep 01 02:19:04.180616 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:04.184424 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-023c37a9-3104-49f6-ac8e-046d39104e57 None None] Provisioning complete for port e1fbc9be-a38c-4dbd-8d58-f5326e49198d triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:04.184846 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-023c37a9-3104-49f6-ac8e-046d39104e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:04.266443 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port e1fbc9be-a38c-4dbd-8d58-f5326e49198d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=e1fbc9be-a38c-4dbd-8d58-f5326e49198d,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:04.268928 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac716fe-5d4b-4db1-aa2e-cf6fa7efbc45 req-f4bcd64d-8bac-45a9-9c66-b2605c343e8b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:04.270444 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dac716fe-5d4b-4db1-aa2e-cf6fa7efbc45 req-f4bcd64d-8bac-45a9-9c66-b2605c343e8b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0672843 Sep 01 02:19:04.311207 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-023c37a9-3104-49f6-ac8e-046d39104e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:04.318611 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dac716fe-5d4b-4db1-aa2e-cf6fa7efbc45 req-96e5c820-2c6a-4caa-a1f0-1155681f8192 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352478 Sep 01 02:19:04.341226 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 is scheduled to L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 02:19:04.342537 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-345a9991-574c-4e77-8d92-8c5398fb561e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:04.344101 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:04.417622 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.db.api [None req-023c37a9-3104-49f6-ac8e-046d39104e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 02:19:04.418033 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG oslo_db.api [None req-023c37a9-3104-49f6-ac8e-046d39104e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 02:19:04.422162 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=e1fbc9be-a38c-4dbd-8d58-f5326e49198d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:04.455643 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:19:04.465508 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Sync routers for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:19:04.474740 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:04.475360 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:18:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:04.558604 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:04.562575 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-af005237-5ad2-4f30-8bd0-32148175fa08 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5027235 Sep 01 02:19:04.562934 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 39970) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:04.578840 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:04.785973 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:03Z', 'revision_number': 3, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:04.820670 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Checking router: b7bc9cb8-7209-4ca2-b13e-a96fb329de15 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:19:04.821023 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Updating router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 port a7e8b844-16d7-41b2-92f7-9c8812153fa1 binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:19:04.851838 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:04.984706 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520a15c-a57e-4cde-b821-b6f5499ec887 req-749b9b8e-b2f7-4301-b218-1a023953ae1d tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:04.988174 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8520a15c-a57e-4cde-b821-b6f5499ec887 req-749b9b8e-b2f7-4301-b218-1a023953ae1d tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.0996554 Sep 01 02:19:05.067170 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 87a634d4-e023-4d44-8fde-8034a190bfbb details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:19:05.068934 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8520a15c-a57e-4cde-b821-b6f5499ec887 req-ea2f8988-9c3a-4514-8324-4b68af683be3 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738876 Sep 01 02:19:05.132683 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.151076 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Transition to ACTIVE for port object a7e8b844-16d7-41b2-92f7-9c8812153fa1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:05.172283 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:05.184824 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'port_id': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'mac_address': 'fa:16:3e:ba:ec:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:19:05.215247 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.227226 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.241371 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a634d4-e023-4d44-8fde-8034a190bfbb {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:19:05.268262 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:05.273094 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Attempting to bind port a7e8b844-16d7-41b2-92f7-9c8812153fa1 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:05.273469 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Attempting to bind port a7e8b844-16d7-41b2-92f7-9c8812153fa1 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:05.273836 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Attempting to bind port a7e8b844-16d7-41b2-92f7-9c8812153fa1 on network 89393945-2bfe-4da0-8579-8eccb334d266 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:05.279590 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f0975-f1fd-4768-8510-611256d415fd None None] Pushing event updated for resources: {'Port': ['ID=a7e8b844-16d7-41b2-92f7-9c8812153fa1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:05.288896 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:05.289408 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:05.289850 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.290297 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Bound using segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:05.290771 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Bound port: a7e8b844-16d7-41b2-92f7-9c8812153fa1, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:05.291225 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.305164 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1195b61-43c7-4b02-9bec-f830e810a873 req-8dbd58a8-9efb-4fc1-8bc2-4766285322ba tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:05.306672 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c1195b61-43c7-4b02-9bec-f830e810a873 req-8dbd58a8-9efb-4fc1-8bc2-4766285322ba tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0926490 Sep 01 02:19:05.317921 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.356666 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] For port a7e8b844-16d7-41b2-92f7-9c8812153fa1, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:05.360013 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] For port a7e8b844-16d7-41b2-92f7-9c8812153fa1, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=a7e8b844-16d7-41b2-92f7-9c8812153fa1,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:05.373457 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:05.382448 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.389893 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c1195b61-43c7-4b02-9bec-f830e810a873 req-1b9c4939-ecff-4d2a-b621-835b7c2c0703 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758719 Sep 01 02:19:05.430567 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.490867 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f0975-f1fd-4768-8510-611256d415fd None None] Pushing event updated for resources: {'Port': ['ID=a7e8b844-16d7-41b2-92f7-9c8812153fa1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:05.498445 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:05.499184 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:18:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:05.556990 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e940b0-c906-42ba-8fb6-38ecc552657e req-0fbaceb8-bbcb-4fed-b2f3-4de80bd6263c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:05.559236 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f1e940b0-c906-42ba-8fb6-38ecc552657e req-0fbaceb8-bbcb-4fed-b2f3-4de80bd6263c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 944 time: 0.1566381 Sep 01 02:19:05.604292 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:05.615220 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eacfb-5bbd-4001-95df-07a7bb5a0016 req-8e4372f9-9876-4b61-a648-295f3f3870dc tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:05.616738 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-782eacfb-5bbd-4001-95df-07a7bb5a0016 req-8e4372f9-9876-4b61-a648-295f3f3870dc tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1479051 Sep 01 02:19:05.662010 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f1e940b0-c906-42ba-8fb6-38ecc552657e req-54f4d798-108f-42d2-9ec8-98c301e7d771 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966177 Sep 01 02:19:05.694111 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Allocated IP 172.20.0.1 (327d78ae-35dc-41c7-99f1-3dd8d500bd1d/adfe0113-567d-4a8e-a678-c7bc8406b25c/d13bc271-abdc-4484-baee-aa7280295d31) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:05.698665 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-782eacfb-5bbd-4001-95df-07a7bb5a0016 req-a87e9b2f-280e-428c-a197-79e4578e37d1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549943 Sep 01 02:19:05.716033 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['87a634d4-e023-4d44-8fde-8034a190bfbb'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:19:05.821405 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.838034 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Transition to ACTIVE for port object d13bc271-abdc-4484-baee-aa7280295d31 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:05.838281 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:03Z', 'revision_number': 3, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:05.867176 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device e1fbc9be-a38c-4dbd-8d58-f5326e49198d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:05.871218 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528a0f91-108c-40a2-9fb3-4b52307f858c None None] The sync data for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi is: [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:03Z', 'revision_number': 3, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:19:05.941467 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.965870 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port e1fbc9be-a38c-4dbd-8d58-f5326e49198d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:05.966510 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:05.993935 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:05.997055 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:06.002462 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:06.042158 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Pushing event updated for resources: {'Port': ['ID=d13bc271-abdc-4484-baee-aa7280295d31,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:06.065357 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368769'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:06.266925 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:06.310228 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035ea58-30d0-4123-a517-c29423385ab0 req-b5535af0-a114-46bc-92a8-159177894919 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:06.311785 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b035ea58-30d0-4123-a517-c29423385ab0 req-b5535af0-a114-46bc-92a8-159177894919 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.0670078 Sep 01 02:19:06.376300 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b035ea58-30d0-4123-a517-c29423385ab0 req-4db6a4ef-8b2f-4ba8-bace-a87f9b3b51b9 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579646 Sep 01 02:19:06.385542 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:06.418703 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8cbe5da8-c78f-41b0-a97c-d4b44f82691d None None] Provisioning for port d13bc271-abdc-4484-baee-aa7280295d31 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:06.423017 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8cbe5da8-c78f-41b0-a97c-d4b44f82691d None None] Provisioning complete for port d13bc271-abdc-4484-baee-aa7280295d31 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:06.423558 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5da8-c78f-41b0-a97c-d4b44f82691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:06.464409 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8cbe5da8-c78f-41b0-a97c-d4b44f82691d None None] Port d13bc271-abdc-4484-baee-aa7280295d31 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:19:06.572429 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:06.592299 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-768ee94e-8f3d-44b3-9ab9-09aa7b230a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:06.666605 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:06.844441 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Pushing event updated for resources: {'Port': ['ID=d13bc271-abdc-4484-baee-aa7280295d31,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:06.854047 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371249'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:06.871436 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb2c87-f9b8-4ec2-a472-ae4fe4127a4a req-46256065-0ab5-4480-aae2-0acd6be49c00 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:06.872849 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-18cb2c87-f9b8-4ec2-a472-ae4fe4127a4a req-46256065-0ab5-4480-aae2-0acd6be49c00 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 944 time: 0.0938585 Sep 01 02:19:06.974507 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-18cb2c87-f9b8-4ec2-a472-ae4fe4127a4a req-e211bca0-7b7d-422d-880f-3f3891f29c4b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884471 Sep 01 02:19:07.001898 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:07.003918 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:07.087643 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 87a634d4-e023-4d44-8fde-8034a190bfbb up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:07.153096 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:07.176779 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:19:07.187635 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e4378-8a83-4c9b-a8b5-b8b4f6fc64d4 req-7ce59889-7813-43d2-bad2-68f563c70ff2 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:07.189251 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc1e4378-8a83-4c9b-a8b5-b8b4f6fc64d4 req-7ce59889-7813-43d2-bad2-68f563c70ff2 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.0725777 Sep 01 02:19:07.208859 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 87a634d4-e023-4d44-8fde-8034a190bfbb completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:07.212917 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 87a634d4-e023-4d44-8fde-8034a190bfbb triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:07.213297 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:07.274790 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc1e4378-8a83-4c9b-a8b5-b8b4f6fc64d4 req-321e480f-2387-4643-911b-f78e127d56cf tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776184 Sep 01 02:19:07.306876 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-88f08b14-cd87-4cd2-b065-e413d3b944a0 None None] Provisioning complete for port d13bc271-abdc-4484-baee-aa7280295d31 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:07.308959 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88f08b14-cd87-4cd2-b065-e413d3b944a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:07.336910 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:07.342223 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:19:07.351431 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-adad2449-b4fb-4ede-8db6-06a50c1cc105 admin admin] 10.222.0.23 "PUT /v2.0/routers/b7bc9cb8-7209-4ca2-b13e-a96fb329de15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7864223 Sep 01 02:19:07.372833 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:19:07.375013 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a548df-df1c-4060-878f-452dfcc07d50" -d '{"events": [{"server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "name": "network-vif-plugged", "status": "completed", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:19:07.377860 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-88f08b14-cd87-4cd2-b065-e413d3b944a0 None None] Port d13bc271-abdc-4484-baee-aa7280295d31 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:19:07.396410 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:07.417393 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870a91d7-fae4-42de-a0cd-f74d62b0425d x-openstack-request-id: req-870a91d7-fae4-42de-a0cd-f74d62b0425d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:19:07.417728 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "name": "network-vif-plugged", "status": "completed", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:19:07.417983 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-870a91d7-fae4-42de-a0cd-f74d62b0425d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:19:07.418403 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'code': 200} Sep 01 02:19:07.500533 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:07.549644 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:07.676993 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Sync routers for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:19:07.686921 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:07.687727 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:07.806083 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:07.874327 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e801b1-29d0-4455-866b-6335fbf472ee req-b7a739e6-2f3c-4941-adaa-cb54bcc1ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:07.875940 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a6e801b1-29d0-4455-866b-6335fbf472ee req-b7a739e6-2f3c-4941-adaa-cb54bcc1ad32 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 1098 time: 0.0719528 Sep 01 02:19:07.877623 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device a7e8b844-16d7-41b2-92f7-9c8812153fa1 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:07.945032 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a6e801b1-29d0-4455-866b-6335fbf472ee req-f0511c83-c509-4de3-b8ad-7b99d1f6ad8d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551054 Sep 01 02:19:08.103187 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc3bd2-5c2e-4da4-b2ff-269802580e47 req-68f20c74-e6b6-41f7-a130-6c58e19338b4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:08.105552 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-66dc3bd2-5c2e-4da4-b2ff-269802580e47 req-68f20c74-e6b6-41f7-a130-6c58e19338b4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0534074 Sep 01 02:19:08.146561 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-66dc3bd2-5c2e-4da4-b2ff-269802580e47 req-f7873da0-da92-4308-8a7d-2eb08d8a7bf8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346279 Sep 01 02:19:08.227227 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 2, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:08.230847 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.253970 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port a7e8b844-16d7-41b2-92f7-9c8812153fa1 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:08.257318 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Checking router: b7bc9cb8-7209-4ca2-b13e-a96fb329de15 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:19:08.257684 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Updating router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 port d13bc271-abdc-4484-baee-aa7280295d31 binding host dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:19:08.261842 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port a7e8b844-16d7-41b2-92f7-9c8812153fa1 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:08.261842 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.297860 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40068) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:08.302961 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-123857984-network', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:08.314196 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.423346 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Made reservation on behalf of 01bd0fe703a74bc7a059184123fdc6f6 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:08.425765 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.437518 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.469259 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1019b-ef96-41cc-bf30-52646f951212 req-8ae3f90b-2ef8-477a-a351-22e75b62b609 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:08.470853 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c0d1019b-ef96-41cc-bf30-52646f951212 req-8ae3f90b-2ef8-477a-a351-22e75b62b609 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.1100576 Sep 01 02:19:08.488045 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.556726 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port a7e8b844-16d7-41b2-92f7-9c8812153fa1, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=a7e8b844-16d7-41b2-92f7-9c8812153fa1,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:08.576277 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28f086-9e75-45b0-82e1-212eb942ba3e req-34c61fdc-fd13-41ae-af1e-c18f3908feb3 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:08.577816 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f28f086-9e75-45b0-82e1-212eb942ba3e req-34c61fdc-fd13-41ae-af1e-c18f3908feb3 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1193924 Sep 01 02:19:08.584262 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c0d1019b-ef96-41cc-bf30-52646f951212 req-61bccb77-c6d2-4cea-972b-c460210f8a90 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026816 Sep 01 02:19:08.632898 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643d2b8-87ca-47bd-96b8-59b544c9271d req-5a65acdb-f4e5-4424-bef7-a7356e9e6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:08.635035 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b643d2b8-87ca-47bd-96b8-59b544c9271d req-5a65acdb-f4e5-4424-bef7-a7356e9e6f49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 1098 time: 0.0680463 Sep 01 02:19:08.639493 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f28f086-9e75-45b0-82e1-212eb942ba3e req-36283015-c08f-4593-9bc5-51e0e4a44848 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540934 Sep 01 02:19:08.640552 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.680807 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.734933 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.737149 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=a7e8b844-16d7-41b2-92f7-9c8812153fa1,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:08.744087 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643d2b8-87ca-47bd-96b8-59b544c9271d req-decc486b-ed48-44d1-a7c1-07d07d98d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:08.746660 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b643d2b8-87ca-47bd-96b8-59b544c9271d req-decc486b-ed48-44d1-a7c1-07d07d98d1eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 920 time: 0.0923665 Sep 01 02:19:08.748575 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Transition to ACTIVE for port object d13bc271-abdc-4484-baee-aa7280295d31 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:08.769080 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.794558 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:19:08.798217 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b643d2b8-87ca-47bd-96b8-59b544c9271d req-2f6a6019-74cb-4b20-b27d-484a4d5db0ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf HTTP/1.1" status: 200 len: 217 time: 0.0393367 Sep 01 02:19:08.803215 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae552108-46c8-4c53-9847-14d79f2d8d63,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:08.816986 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.816986 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Added segment f1b72017-ee71-4a7b-988e-aad86ee54959 of type vlan for network 36c85967-1fe6-4de8-a692-ed6de71b9a0f Sep 01 02:19:08.855877 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.856429 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:19:08.861022 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643d2b8-87ca-47bd-96b8-59b544c9271d req-3b003a30-0862-4de2-a05e-470b06c8ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:08.862607 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b643d2b8-87ca-47bd-96b8-59b544c9271d req-3b003a30-0862-4de2-a05e-470b06c8ed8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 200 len: 859 time: 0.0531533 Sep 01 02:19:08.869768 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.895162 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b643d2b8-87ca-47bd-96b8-59b544c9271d req-ca991944-497b-4138-b510-bda52d960b57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25ff1c87-3840-478f-bfb8-50f6aa595d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245488 Sep 01 02:19:08.924166 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd575b1f-cf26-42a5-bfe2-0808c514eedc None None] Pushing event updated for resources: {'Port': ['ID=d13bc271-abdc-4484-baee-aa7280295d31,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:08.976331 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Attempting to bind port d13bc271-abdc-4484-baee-aa7280295d31 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:08.976791 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Attempting to bind port d13bc271-abdc-4484-baee-aa7280295d31 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:08.977205 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Attempting to bind port d13bc271-abdc-4484-baee-aa7280295d31 on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:08.983533 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:08.983938 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Checking segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:08.984356 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.984760 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Bound using segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:08.985312 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Bound port: d13bc271-abdc-4484-baee-aa7280295d31, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:08.985710 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.992597 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.994783 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:08.995900 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:08.996116 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b643d2b8-87ca-47bd-96b8-59b544c9271d req-3342352f-152f-441d-a9b6-117568f1602e service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925288 Sep 01 02:19:09.062205 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=36c85967-1fe6-4de8-a692-ed6de71b9a0f,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:09.069057 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] For port d13bc271-abdc-4484-baee-aa7280295d31, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:09.073511 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] For port d13bc271-abdc-4484-baee-aa7280295d31, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=d13bc271-abdc-4484-baee-aa7280295d31,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:09.076524 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 36c85967-1fe6-4de8-a692-ed6de71b9a0f details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:19:09.123100 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b643d2b8-87ca-47bd-96b8-59b544c9271d req-c5c38733-053a-4acd-9371-1a7b6a2acc07 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997252 Sep 01 02:19:09.163993 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-177e6eec-3198-4452-9229-fabd6bf2f3a1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8649168 Sep 01 02:19:09.168553 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:09.173471 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Request body: {'subnet': {'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-123857984-subnet', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:09.192290 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:09.265722 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd575b1f-cf26-42a5-bfe2-0808c514eedc None None] Pushing event updated for resources: {'Port': ['ID=d13bc271-abdc-4484-baee-aa7280295d31,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:09.268316 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:09.269089 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:09.280444 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457859-ed8c-4b58-a255-44a0891c78d1 req-dd73f8bb-3745-4871-bd0a-f16d96a37b45 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:09.282272 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-97457859-ed8c-4b58-a255-44a0891c78d1 req-dd73f8bb-3745-4871-bd0a-f16d96a37b45 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0600545 Sep 01 02:19:09.289080 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Made reservation on behalf of 01bd0fe703a74bc7a059184123fdc6f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:09.291662 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267605605'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:09.335198 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-97457859-ed8c-4b58-a255-44a0891c78d1 req-86822566-d258-419d-8b6a-0e930c7255e4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464728 Sep 01 02:19:09.371457 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:09.399997 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:09.581118 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264802640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267605619'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:09.627014 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:09Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:09.639647 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5028ea04-9fd2-4b44-a2e8-ea465e247d61,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:09.652004 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Checking segment: {'id': 'f1b72017-ee71-4a7b-988e-aad86ee54959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:09.663839 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Network hostable DHCP agents. Network: 36c85967-1fe6-4de8-a692-ed6de71b9a0f, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:19:09.664328 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591e133-ca88-4935-bda6-43bb96a9369d None None] The sync data for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi is: [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:09Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:19:09.736370 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4a516-d43d-4a82-8707-8b5050bed176 req-a5e50981-98ce-4cab-8362-1d7cee3ea500 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:09.738160 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-61d4a516-d43d-4a82-8707-8b5050bed176 req-a5e50981-98ce-4cab-8362-1d7cee3ea500 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.0764918 Sep 01 02:19:09.812392 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-61d4a516-d43d-4a82-8707-8b5050bed176 req-66672824-238b-4891-bc34-4f069f4333b1 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662949 Sep 01 02:19:09.828875 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182ccb2-dd20-49bf-89be-72ef281c8556 req-216cbae2-8693-4e3a-943e-bed690b35156 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:09.838042 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5182ccb2-dd20-49bf-89be-72ef281c8556 req-216cbae2-8693-4e3a-943e-bed690b35156 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0769877 Sep 01 02:19:09.884193 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Network 36c85967-1fe6-4de8-a692-ed6de71b9a0f is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:19:09.893003 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5182ccb2-dd20-49bf-89be-72ef281c8556 req-638c2685-43fb-4d0a-818f-5b15dd622681 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482912 Sep 01 02:19:09.939077 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device a7e8b844-16d7-41b2-92f7-9c8812153fa1 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:09.986197 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 36c85967-1fe6-4de8-a692-ed6de71b9a0f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:09.994304 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:09.995032 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddccd703-bc47-42b2-83a7-bf4a66a93623 None None] Network 36c85967-1fe6-4de8-a692-ed6de71b9a0f requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:19:09.995520 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.036253 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port a7e8b844-16d7-41b2-92f7-9c8812153fa1 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:10.036627 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.093799 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ed429d42-97b6-40b6-a38f-7fe7745638f0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9240870 Sep 01 02:19:10.098208 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40102) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:10.102797 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-123857984-router', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:10.185541 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device d13bc271-abdc-4484-baee-aa7280295d31 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:10.195592 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40104) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:10.225295 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-369684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12582'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.226703 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12589'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.240671 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881e3e73-7572-596d-9b29-31e7ad1e45fa-36c85967-1fe6-4de8-a692-ed6de71b9a0f', 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'fixed_ips': [{'subnet_id': '5028ea04-9fd2-4b44-a2e8-ea465e247d61'}]}} from dv-cinder-799668-15-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 02:19:10.240671 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.309034 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.322848 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e17c3609-3481-4398-ad0f-065db8446a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.333753 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port d13bc271-abdc-4484-baee-aa7280295d31 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:10.341733 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port d13bc271-abdc-4484-baee-aa7280295d31 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:10.342111 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.463316 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Allocated IP 172.20.0.2 (36c85967-1fe6-4de8-a692-ed6de71b9a0f/5028ea04-9fd2-4b44-a2e8-ea465e247d61/0afaedbb-62e6-4dad-878a-cd0158a0ac48) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:10.487879 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.568732 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port d13bc271-abdc-4484-baee-aa7280295d31, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=d13bc271-abdc-4484-baee-aa7280295d31,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:10.591053 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c3aa7-4219-4200-bfee-d927d222061c req-e906292b-2f3c-4bd4-8c51-8900590ace69 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:10.596003 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bb1c3aa7-4219-4200-bfee-d927d222061c req-e906292b-2f3c-4bd4-8c51-8900590ace69 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.1699290 Sep 01 02:19:10.598538 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.634976 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e17c3609-3481-4398-ad0f-065db8446a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.654763 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bb1c3aa7-4219-4200-bfee-d927d222061c req-cf9191b9-287d-4494-9fb6-fd89f79d490a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462201 Sep 01 02:19:10.662343 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.671464 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Transition to ACTIVE for port object 0afaedbb-62e6-4dad-878a-cd0158a0ac48 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:10.673362 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.719547 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Transition to ACTIVE for port object 0afaedbb-62e6-4dad-878a-cd0158a0ac48 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:10.730458 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e17c3609-3481-4398-ad0f-065db8446a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.737219 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=d13bc271-abdc-4484-baee-aa7280295d31,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:10.777816 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c3609-3481-4398-ad0f-065db8446a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e533d1-8b5c-4893-b604-3ce5aa6d4d86,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:10.782998 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e17c3609-3481-4398-ad0f-065db8446a1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fc3969374a743179de5e3300fe97847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857604 Sep 01 02:19:10.790138 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:10.809346 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.852666 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dc558a3-821e-4f29-b865-88de6f5cb6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.913218 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dc558a3-821e-4f29-b865-88de6f5cb6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:10.995459 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Network 36c85967-1fe6-4de8-a692-ed6de71b9a0f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:11.003573 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:11.007287 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:11.013479 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Pushing event updated for resources: {'Port': ['ID=0afaedbb-62e6-4dad-878a-cd0158a0ac48,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:11.066279 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Attempting to bind port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:11.066562 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Attempting to bind port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': 'f1b72017-ee71-4a7b-988e-aad86ee54959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:11.066930 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Attempting to bind port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 on network 36c85967-1fe6-4de8-a692-ed6de71b9a0f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:11.071951 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dc558a3-821e-4f29-b865-88de6f5cb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:11.072600 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:11.072917 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Checking segment: {'id': 'f1b72017-ee71-4a7b-988e-aad86ee54959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:11.073336 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:11.073784 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Bound using segment: {'id': 'f1b72017-ee71-4a7b-988e-aad86ee54959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:11.074761 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Bound port: 0afaedbb-62e6-4dad-878a-cd0158a0ac48, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b72017-ee71-4a7b-988e-aad86ee54959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:11.075148 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:11.076138 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dc558a3-821e-4f29-b865-88de6f5cb6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:11.077309 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7dc558a3-821e-4f29-b865-88de6f5cb6f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5e533d1-8b5c-4893-b604-3ce5aa6d4d86 HTTP/1.1" status: 204 len: 168 time: 0.2905033 Sep 01 02:19:11.088066 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc558a3-821e-4f29-b865-88de6f5cb6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e533d1-8b5c-4893-b604-3ce5aa6d4d86,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:11.149977 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] For port 0afaedbb-62e6-4dad-878a-cd0158a0ac48, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:11.153253 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] For port 0afaedbb-62e6-4dad-878a-cd0158a0ac48, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=0afaedbb-62e6-4dad-878a-cd0158a0ac48,segment=NetworkSegment(f1b72017-ee71-4a7b-988e-aad86ee54959),segment_id=f1b72017-ee71-4a7b-988e-aad86ee54959)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:11.212584 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:11.224841 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:11.238213 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3aef4-a1b3-4dc1-88c4-236258d91037 req-adf5273f-7a3b-42e2-bf73-097b706daa33 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:11.239701 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-28a3aef4-a1b3-4dc1-88c4-236258d91037 req-adf5273f-7a3b-42e2-bf73-097b706daa33 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.0985446 Sep 01 02:19:11.241151 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:11.280926 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268fa7a-bbbf-421c-8c6f-ac7ec106a657 None None] Pushing event updated for resources: {'Port': ['ID=0afaedbb-62e6-4dad-878a-cd0158a0ac48,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:11.328404 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-28a3aef4-a1b3-4dc1-88c4-236258d91037 req-9b3a28ff-8a40-442b-8253-339ac5a7af4b tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795341 Sep 01 02:19:11.383767 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Allocated IP 172.27.1.233 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/9fab9e59-660c-4e5c-b2d6-d3d081129a4c) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:11.537783 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c7186-ac7d-4674-a6ea-8839d475cefd req-c973e8f9-69ee-492a-b113-d373634b0996 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:11.539345 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d63c7186-ac7d-4674-a6ea-8839d475cefd req-c973e8f9-69ee-492a-b113-d373634b0996 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1435087 Sep 01 02:19:11.592230 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:11.613253 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d63c7186-ac7d-4674-a6ea-8839d475cefd req-5d8369c2-c586-4d1c-8ee9-fccda5d6f569 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640137 Sep 01 02:19:11.724477 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:11.793290 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:11.802317 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:11.811282 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Pushing event updated for resources: {'Port': ['ID=9fab9e59-660c-4e5c-b2d6-d3d081129a4c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:11.815015 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:11.860221 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7b06-98a5-415f-8fd4-5c6b4b6f2cbb req-a80720b8-321d-47b8-a9d2-068b69faeb11 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:11.863858 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4ede7b06-98a5-415f-8fd4-5c6b4b6f2cbb req-a80720b8-321d-47b8-a9d2-068b69faeb11 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.1343822 Sep 01 02:19:11.913038 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 0afaedbb-62e6-4dad-878a-cd0158a0ac48 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:11.994596 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4ede7b06-98a5-415f-8fd4-5c6b4b6f2cbb req-0ca6c6c4-34fe-4636-b980-3fbeab332ab3 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256320 Sep 01 02:19:12.117433 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:12.122497 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device d13bc271-abdc-4484-baee-aa7280295d31 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:12.173901 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port d13bc271-abdc-4484-baee-aa7280295d31 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:12.174581 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.209373 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:12.255197 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.285180 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b1252a-d9bf-48e3-ad24-2d996a94df75 None None] Network 36c85967-1fe6-4de8-a692-ed6de71b9a0f requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:19:12.331787 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1460849517-network', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:12.441135 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Made reservation on behalf of f665dbb818714a32b1b1af04947048e7 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:12.443584 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.452402 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.494444 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cb71a-20cb-407b-a976-e6ccde4ff048 req-e0c21640-6184-4220-8c9f-7a3f858d236d tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:12.496350 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4c3cb71a-20cb-407b-a976-e6ccde4ff048 req-e0c21640-6184-4220-8c9f-7a3f858d236d tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.0953124 Sep 01 02:19:12.497571 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.593518 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4c3cb71a-20cb-407b-a976-e6ccde4ff048 req-1ed5fe56-b1f8-42fc-aae0-41297f6562f5 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829837 Sep 01 02:19:12.607026 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c9a87c3d-1dbf-475f-a2b4-cdcbc8a5edcb None None] Provisioning for port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:12.607026 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c9a87c3d-1dbf-475f-a2b4-cdcbc8a5edcb None None] Provisioning complete for port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:12.607026 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9a87c3d-1dbf-475f-a2b4-cdcbc8a5edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.650853 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-a12b1771-ae44-401c-ba14-80a380e8461f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:12.650853 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-a12b1771-ae44-401c-ba14-80a380e8461f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.1452675 Sep 01 02:19:12.650853 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.739729 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9a87c3d-1dbf-475f-a2b4-cdcbc8a5edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.769113 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db3ac-405c-49cd-a4f3-d1821821ef3a req-ccff985e-5921-4473-941a-d0017722b8e5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:12.770853 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eb4db3ac-405c-49cd-a4f3-d1821821ef3a req-ccff985e-5921-4473-941a-d0017722b8e5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0596159 Sep 01 02:19:12.774275 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Router a2f148a0-379c-4357-8795-4b2a1d06eaa1 is scheduled to L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 02:19:12.791935 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.794589 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c9a87c3d-1dbf-475f-a2b4-cdcbc8a5edcb None None] For port 0afaedbb-62e6-4dad-878a-cd0158a0ac48, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=0afaedbb-62e6-4dad-878a-cd0158a0ac48,segment=NetworkSegment(f1b72017-ee71-4a7b-988e-aad86ee54959),segment_id=f1b72017-ee71-4a7b-988e-aad86ee54959)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:12.816636 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:19:12.827126 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eb4db3ac-405c-49cd-a4f3-d1821821ef3a req-56658624-b911-4edc-9fc4-ff23e12a7f43 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Sep 01 02:19:12.853338 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.853866 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Added segment 759b1071-948e-49e5-89bd-29b334ef55d0 of type vlan for network 549c1e5f-4a05-48ed-82fd-46584b3feb67 Sep 01 02:19:12.860762 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9a87c3d-1dbf-475f-a2b4-cdcbc8a5edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.883126 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1576a968-09f7-4959-917f-73e31a6b8b06,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:12.938761 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a87c3d-1dbf-475f-a2b4-cdcbc8a5edcb None None] Pushing event updated for resources: {'Port': ['ID=0afaedbb-62e6-4dad-878a-cd0158a0ac48,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:12.946392 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.965615 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:19:12.974884 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-66c9bbea-de52-4695-9091-119f6ec5446f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Deleting port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:19:12.975453 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-66c9bbea-de52-4695-9091-119f6ec5446f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.982322 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Sync routers for ids ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:19:12.985396 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-75bd82c0-1bf4-450c-beb2-b1642afb33de None None] Provisioning complete for port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:12.985779 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75bd82c0-1bf4-450c-beb2-b1642afb33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:12.992652 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Routers {'a2f148a0-379c-4357-8795-4b2a1d06eaa1'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:12.993267 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:13.117697 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:13.118504 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3c8fe889-20a1-4919-9ca2-ae75ab8f2c5b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0191758 Sep 01 02:19:13.126697 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:13.127657 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:13.133492 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:13.133492 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:13.169865 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2106de-2293-4561-9617-cf19b32bdb2a req-87ed2657-393c-4335-b622-0e5e0d859b16 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:13.169865 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7e2106de-2293-4561-9617-cf19b32bdb2a req-87ed2657-393c-4335-b622-0e5e0d859b16 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0683205 Sep 01 02:19:13.170177 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Set router a2f148a0-379c-4357-8795-4b2a1d06eaa1 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:13.211904 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7e2106de-2293-4561-9617-cf19b32bdb2a req-6762adfd-d132-41d3-af52-c7694b334bda tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353131 Sep 01 02:19:13.216064 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-66c9bbea-de52-4695-9091-119f6ec5446f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] For port 083b09f3-0de0-44e9-a5da-59cc9d32eed1, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=083b09f3-0de0-44e9-a5da-59cc9d32eed1,segment=NetworkSegment(0ebf95bd-2a94-4f85-b75c-e863380c7b8e),segment_id=0ebf95bd-2a94-4f85-b75c-e863380c7b8e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:13.216516 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-66c9bbea-de52-4695-9091-119f6ec5446f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:13.273202 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-66c9bbea-de52-4695-9091-119f6ec5446f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Calling delete_port for 083b09f3-0de0-44e9-a5da-59cc9d32eed1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:19:13.342849 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc85b48-8b6a-43a8-9611-80d6f17634cc req-3b19ed7d-7303-4be4-867e-78b3f34294c3 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:13.344900 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2bc85b48-8b6a-43a8-9611-80d6f17634cc req-3b19ed7d-7303-4be4-867e-78b3f34294c3 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0503886 Sep 01 02:19:13.351317 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] Pushing event updated for resources: {'Network': ['ID=549c1e5f-4a05-48ed-82fd-46584b3feb67,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:13.352967 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40172) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:13.359968 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-b42b096c-e576-4bac-9c35-c6c77d7f9797 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'floatingip': {'port_id': '87a634d4-e023-4d44-8fde-8034a190bfbb'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:13.363189 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 549c1e5f-4a05-48ed-82fd-46584b3feb67 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:19:13.395166 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-20002d45-3510-4e08-b1a8-28238bbfdac3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1861124 Sep 01 02:19:13.395889 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:13.405357 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Request body: {'subnet': {'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1460849517-subnet', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:13.413559 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'name': 'tempest-TestVolumeBootPattern-123857984-router', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:10Z', 'updated_at': '2021-09-01T02:19:12Z', 'revision_number': 3, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'gw_port': {'id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:11Z', 'updated_at': '2021-09-01T02:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:13.491321 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b42b096c-e576-4bac-9c35-c6c77d7f9797 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:13.538631 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Checking router: a2f148a0-379c-4357-8795-4b2a1d06eaa1 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:19:13.539211 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Updating router a2f148a0-379c-4357-8795-4b2a1d06eaa1 port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:19:13.564837 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:13.798925 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Made reservation on behalf of f665dbb818714a32b1b1af04947048e7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:13.806485 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267605605'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:13.839455 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a16d7-b647-400d-9beb-9420f55bf204 req-09496b61-3b56-4657-8846-d237d28c04b3 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:13.839785 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8d8a16d7-b647-400d-9beb-9420f55bf204 req-09496b61-3b56-4657-8846-d237d28c04b3 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 949 time: 0.1293592 Sep 01 02:19:13.884840 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 0afaedbb-62e6-4dad-878a-cd0158a0ac48 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:13.954436 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:13.954436 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:13.998671 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-66c9bbea-de52-4695-9091-119f6ec5446f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.025288 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.027910 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['083b09f3-0de0-44e9-a5da-59cc9d32eed1'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:19:14.036332 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Transition to ACTIVE for port object 9fab9e59-660c-4e5c-b2d6-d3d081129a4c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:14.056107 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9bbea-de52-4695-9091-119f6ec5446f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Pushing event deleted for resources: {'Port': ['ID=083b09f3-0de0-44e9-a5da-59cc9d32eed1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:14.106882 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8d8a16d7-b647-400d-9beb-9420f55bf204 req-bc09f41b-2d00-404d-b9a5-37388b3f4e60 tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/security-groups?id=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395976 Sep 01 02:19:14.111992 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.182650 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-66c9bbea-de52-4695-9091-119f6ec5446f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] No DVR routers for this DVR port 083b09f3-0de0-44e9-a5da-59cc9d32eed1 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:19:14.189888 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-66c9bbea-de52-4695-9091-119f6ec5446f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.191859 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e8018abf-5755-4d55-b64b-fb58d5e7932a req-66c9bbea-de52-4695-9091-119f6ec5446f tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.26 "DELETE /v2.0/ports/083b09f3-0de0-44e9-a5da-59cc9d32eed1 HTTP/1.1" status: 204 len: 173 time: 1.5264843 Sep 01 02:19:14.192281 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c0aa98-a16c-44cc-b335-6dcebba9297e', 'name': 'network-vif-deleted', 'tag': '083b09f3-0de0-44e9-a5da-59cc9d32eed1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:19:14.193154 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Attempting to bind port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:14.193745 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Attempting to bind port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:14.194347 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Attempting to bind port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c on network 89393945-2bfe-4da0-8579-8eccb334d266 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:14.194600 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8ee2ab-b5bf-4f12-8f89-1a3986db07a7" -d '{"events": [{"server_uuid": "a9c0aa98-a16c-44cc-b335-6dcebba9297e", "name": "network-vif-deleted", "tag": "083b09f3-0de0-44e9-a5da-59cc9d32eed1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:19:14.234017 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:14.235079 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:14.235759 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.236381 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Bound using segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:14.237084 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Bound port: 9fab9e59-660c-4e5c-b2d6-d3d081129a4c, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:14.237712 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.303443 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e98785-b40b-40c2-9de1-ecd20c3e11fe x-openstack-request-id: req-63e98785-b40b-40c2-9de1-ecd20c3e11fe {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:19:14.304564 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c0aa98-a16c-44cc-b335-6dcebba9297e", "name": "network-vif-deleted", "tag": "083b09f3-0de0-44e9-a5da-59cc9d32eed1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:19:14.305059 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63e98785-b40b-40c2-9de1-ecd20c3e11fe {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:19:14.305618 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c0aa98-a16c-44cc-b335-6dcebba9297e', 'name': 'network-vif-deleted', 'tag': '083b09f3-0de0-44e9-a5da-59cc9d32eed1', 'status': 'completed', 'code': 200} Sep 01 02:19:14.382401 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c3485-2ee0-4e6a-bda0-88a4af9e0f99 None None] Pushing event updated for resources: {'Port': ['ID=9fab9e59-660c-4e5c-b2d6-d3d081129a4c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:14.390805 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] For port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:14.394262 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] For port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=9fab9e59-660c-4e5c-b2d6-d3d081129a4c,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:14.402732 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.502978 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366daddd-1141-4f5a-9de4-6b015cb4c451 req-b60b344c-4248-4c78-bb88-94cdf2b1d44e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:14.504506 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-366daddd-1141-4f5a-9de4-6b015cb4c451 req-b60b344c-4248-4c78-bb88-94cdf2b1d44e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.5411263 Sep 01 02:19:14.505092 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264802640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267605619'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.528041 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.595607 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Routers {'a2f148a0-379c-4357-8795-4b2a1d06eaa1'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:14.596252 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:14.630464 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb31963-23ab-4ced-8c50-2123a0a1a0e4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:14.636325 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Checking segment: {'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:14.636594 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-366daddd-1141-4f5a-9de4-6b015cb4c451 req-57dd79ac-e65a-4a11-ab17-367f2cb0e667 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007197 Sep 01 02:19:14.636721 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Network hostable DHCP agents. Network: 549c1e5f-4a05-48ed-82fd-46584b3feb67, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:19:14.661979 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Allocated IP 172.20.0.1 (36c85967-1fe6-4de8-a692-ed6de71b9a0f/5028ea04-9fd2-4b44-a2e8-ea465e247d61/65c71b93-186e-4120-8809-0cdaeea8762c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:14.751244 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.db.resource_extend [None req-b42b096c-e576-4bac-9c35-c6c77d7f9797 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 02:19:14.753299 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c3485-2ee0-4e6a-bda0-88a4af9e0f99 None None] Pushing event updated for resources: {'Port': ['ID=9fab9e59-660c-4e5c-b2d6-d3d081129a4c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:14.765060 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Network 549c1e5f-4a05-48ed-82fd-46584b3feb67 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:19:14.780207 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] Set router a2f148a0-379c-4357-8795-4b2a1d06eaa1 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:14.836400 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.852458 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Transition to ACTIVE for port object 65c71b93-186e-4120-8809-0cdaeea8762c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:14.874993 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b42b096c-e576-4bac-9c35-c6c77d7f9797 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.893673 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 549c1e5f-4a05-48ed-82fd-46584b3feb67) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:14.898454 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:14.902724 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.905059 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f4e94-cdf8-470e-89bc-3d37456951f3 None None] Network 549c1e5f-4a05-48ed-82fd-46584b3feb67 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:19:14.961710 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b42b096c-e576-4bac-9c35-c6c77d7f9797 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:14.997841 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8aa71146-0806-4585-9e41-eb2493c26246 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5983064 Sep 01 02:19:14.999523 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.001605 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40210) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:15.011741 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'name': 'tempest-TestVolumeBootPattern-123857984-router', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:10Z', 'updated_at': '2021-09-01T02:19:12Z', 'revision_number': 3, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'gw_port': {'id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:11Z', 'updated_at': '2021-09-01T02:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:15.017259 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:15.042085 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c407be-911b-4e03-98fb-00c23d5fe867 None None] The sync data for ids ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'] in dv-cinder-799668-15-iscsi is: [{'id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'name': 'tempest-TestVolumeBootPattern-123857984-router', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:10Z', 'updated_at': '2021-09-01T02:19:12Z', 'revision_number': 3, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'gw_port': {'id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:11Z', 'updated_at': '2021-09-01T02:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:19:15.063926 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Network 36c85967-1fe6-4de8-a692-ed6de71b9a0f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:15.071554 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:15.078716 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:15.088622 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881e3e73-7572-596d-9b29-31e7ad1e45fa-549c1e5f-4a05-48ed-82fd-46584b3feb67', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4'}]}} from dv-cinder-799668-15-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 02:19:15.091147 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.111164 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Pushing event updated for resources: {'Port': ['ID=65c71b93-186e-4120-8809-0cdaeea8762c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:15.137273 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368769'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.151758 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-b42b096c-e576-4bac-9c35-c6c77d7f9797 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Floating IP bbd026cf-1554-4118-a54c-10a6950a105f associated. External IP: 172.27.1.121, port: 87a634d4-e023-4d44-8fde-8034a190bfbb. Sep 01 02:19:15.203244 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-369684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12582'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.204505 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12589'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.310369 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f20897e-c905-4df8-a2d3-c422c7ef2e5e req-265ad5fb-93c9-41e3-808e-c705e8186a4b tempest-VolumesNegativeTest-581438003 tempest-VolumesNegativeTest-581438003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c0aa98-a16c-44cc-b335-6dcebba9297e HTTP/1.1" status: 200 len: 210 time: 0.0417418 Sep 01 02:19:15.368048 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Allocated IP 172.20.0.2 (549c1e5f-4a05-48ed-82fd-46584b3feb67/6bb31963-23ab-4ced-8c50-2123a0a1a0e4/926f8a3e-c4d7-4e80-873a-5b89b9bb078d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:15.428583 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.617458 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42b096c-e576-4bac-9c35-c6c77d7f9797 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Router b3269a06-9cb6-42b5-9188-26967d21510b has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:19:15.678283 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.687764 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Transition to ACTIVE for port object 926f8a3e-c4d7-4e80-873a-5b89b9bb078d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:15.704941 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Transition to ACTIVE for port object 926f8a3e-c4d7-4e80-873a-5b89b9bb078d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:15.735161 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-00444b13-320b-4469-a69c-1c2d2bda0fec None None] Provisioning for port 65c71b93-186e-4120-8809-0cdaeea8762c completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:15.739271 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-00444b13-320b-4469-a69c-1c2d2bda0fec None None] Provisioning complete for port 65c71b93-186e-4120-8809-0cdaeea8762c triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:15.742796 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00444b13-320b-4469-a69c-1c2d2bda0fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.789707 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42b096c-e576-4bac-9c35-c6c77d7f9797 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:19:15.793679 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-00444b13-320b-4469-a69c-1c2d2bda0fec None None] Port 65c71b93-186e-4120-8809-0cdaeea8762c cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:19:15.798833 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b42b096c-e576-4bac-9c35-c6c77d7f9797 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.805591 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] Sync routers for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:19:15.810355 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac2cda-764a-4a17-a16d-fb37aeca2e64 req-46630628-1544-4ca9-847d-b2df10f71c44 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:15.811953 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dfac2cda-764a-4a17-a16d-fb37aeca2e64 req-46630628-1544-4ca9-847d-b2df10f71c44 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0750871 Sep 01 02:19:15.816484 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:15.817174 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:15.825577 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.836098 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.857448 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:15.883607 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b42b096c-e576-4bac-9c35-c6c77d7f9797 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "PUT /v2.0/floatingips/bbd026cf-1554-4118-a54c-10a6950a105f HTTP/1.1" status: 200 len: 991 time: 2.5293858 Sep 01 02:19:15.884969 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:19:15.912278 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:19:15.919921 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Network 549c1e5f-4a05-48ed-82fd-46584b3feb67 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:15.927724 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 9fab9e59-660c-4e5c-b2d6-d3d081129a4c up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:15.930642 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:15.938867 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:16.007359 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dfac2cda-764a-4a17-a16d-fb37aeca2e64 req-632e76d0-f0ac-4e93-82dd-d449fd730143 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376042 Sep 01 02:19:16.040052 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Pushing event updated for resources: {'Port': ['ID=926f8a3e-c4d7-4e80-873a-5b89b9bb078d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:16.083374 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01893f73-30a9-4a06-ba2a-a0b401fc76ef x-openstack-request-id: req-01893f73-30a9-4a06-ba2a-a0b401fc76ef {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:19:16.083700 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:19:16.083946 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01893f73-30a9-4a06-ba2a-a0b401fc76ef {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:19:16.084352 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'status': 'completed', 'code': 200} Sep 01 02:19:16.113676 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:16.118701 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Attempting to bind port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:16.118701 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Attempting to bind port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:16.118701 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Attempting to bind port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d on network 549c1e5f-4a05-48ed-82fd-46584b3feb67 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:16.156329 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:16.156691 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Checking segment: {'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:16.157094 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:16.157492 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Bound using segment: {'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:16.157973 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Bound port: 926f8a3e-c4d7-4e80-873a-5b89b9bb078d, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:16.158357 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:16.276277 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-8cf459be-d4b4-4512-9da3-c472da23dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:16.277849 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-8cf459be-d4b4-4512-9da3-c472da23dff0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 1098 time: 0.1429470 Sep 01 02:19:16.279863 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:16.313904 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:16.336084 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:16.336416 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:16.358077 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:16.432577 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:16.458189 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] For port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:16.474437 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:16.490643 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371249'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:16.503721 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] For port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=926f8a3e-c4d7-4e80-873a-5b89b9bb078d,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:16.504452 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Pushing event updated for resources: {'Port': ['ID=65c71b93-186e-4120-8809-0cdaeea8762c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:16.621327 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-fd176bf6-490d-43e7-976e-985832f95b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:16.621327 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-fd176bf6-490d-43e7-976e-985832f95b00 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 917 time: 0.3155999 Sep 01 02:19:16.621564 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:16.688005 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:16.701093 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a745fbe-52ce-4d69-8188-a5311dc327c5 None None] Pushing event updated for resources: {'Port': ['ID=926f8a3e-c4d7-4e80-873a-5b89b9bb078d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:16.718261 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=9fab9e59-660c-4e5c-b2d6-d3d081129a4c,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:16.832220 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'bbd026cf-1554-4118-a54c-10a6950a105f', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'port_id': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'mac_address': 'fa:16:3e:ba:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:18:45Z', 'updated_at': '2021-09-01T02:19:14Z', 'revision_number': 1, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:16.870087 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] Checking router: b3269a06-9cb6-42b5-9188-26967d21510b for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:19:16.872376 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:17.164413 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-9fd02c3e-da5f-45ff-b0b9-5eb99d3e5ee9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a634d4-e023-4d44-8fde-8034a190bfbb HTTP/1.1" status: 200 len: 999 time: 0.4948692 Sep 01 02:19:17.185909 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6f6c8-1db1-4bba-9b26-42f7afeaf78c req-5f18d6e2-30c3-446a-83a0-6c7ed57748ab tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:17.186655 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 083b09f3-0de0-44e9-a5da-59cc9d32eed1 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:19:17.187079 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a3b6f6c8-1db1-4bba-9b26-42f7afeaf78c req-5f18d6e2-30c3-446a-83a0-6c7ed57748ab tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0707588 Sep 01 02:19:17.199085 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Allocated IP 172.27.1.152 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:17.228427 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:17.229165 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:17.234353 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 083b09f3-0de0-44e9-a5da-59cc9d32eed1 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:19:17.234712 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 083b09f3-0de0-44e9-a5da-59cc9d32eed1 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:19:17.236400 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Network 36c85967-1fe6-4de8-a692-ed6de71b9a0f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:17.260584 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a3b6f6c8-1db1-4bba-9b26-42f7afeaf78c req-c19e3e1b-0af4-4e86-a8c1-9f2c459a7948 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657048 Sep 01 02:19:17.276369 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:17.298977 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=9fab9e59-660c-4e5c-b2d6-d3d081129a4c,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:17.381427 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:17.450222 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-18f472f4-7a63-46b6-b352-510d2b1d64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:17.452014 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-18f472f4-7a63-46b6-b352-510d2b1d64ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a41553d-c3c0-435c-aa65-1e5b16018403 HTTP/1.1" status: 200 len: 855 time: 0.2264402 Sep 01 02:19:17.580180 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:17.618485 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Router a2f148a0-379c-4357-8795-4b2a1d06eaa1 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:19:17.642831 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-26361232-3f25-46de-87f0-01cbe95b9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:17.645136 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-26361232-3f25-46de-87f0-01cbe95b9ab3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5a3e1b6-c394-4401-8c8a-9601aa881cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1440475 Sep 01 02:19:17.660533 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-647aa819-0f3d-4f3c-986e-cb6a4a9487b5 None None] Provisioning complete for port 65c71b93-186e-4120-8809-0cdaeea8762c triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:17.660910 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-647aa819-0f3d-4f3c-986e-cb6a4a9487b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:17.743603 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-647aa819-0f3d-4f3c-986e-cb6a4a9487b5 None None] Port 65c71b93-186e-4120-8809-0cdaeea8762c cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:19:17.762590 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'bbd026cf-1554-4118-a54c-10a6950a105f', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'port_id': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'mac_address': 'fa:16:3e:ba:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:18:45Z', 'updated_at': '2021-09-01T02:19:14Z', 'revision_number': 1, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:17.796346 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb27bf-f9d0-426e-9416-bdc60ef0da13 None None] The sync data for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi is: [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'bbd026cf-1554-4118-a54c-10a6950a105f', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'port_id': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'mac_address': 'fa:16:3e:ba:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:18:45Z', 'updated_at': '2021-09-01T02:19:14Z', 'revision_number': 1, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:19:17.959058 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-cd8c9338-213a-41f9-a57e-e32a7b630be3 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:17.977433 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-cd8c9338-213a-41f9-a57e-e32a7b630be3 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/networks?id=e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 200 len: 814 time: 0.2473722 Sep 01 02:19:17.980760 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-7cf308d6-3b37-483d-a370-1e4d9d706fe3 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148949 Sep 01 02:19:17.987471 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-61dddf99-2a88-4fef-bc35-8dcb69a36588 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/quotas/af0017822109465cbe08fec3245a1142 HTTP/1.1" status: 200 len: 375 time: 0.0146034 Sep 01 02:19:17.989556 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:19:17.994888 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0edb5c1c-774a-44cc-8ae6-2a0f474a42b0 admin admin] 10.222.0.23 "PUT /v2.0/routers/a2f148a0-379c-4357-8795-4b2a1d06eaa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8621931 Sep 01 02:19:18.018331 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Sync routers for ids ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:19:18.026903 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 926f8a3e-c4d7-4e80-873a-5b89b9bb078d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:18.037259 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Routers {'a2f148a0-379c-4357-8795-4b2a1d06eaa1'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:18.039485 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:18.077361 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-59240907-e6b9-46aa-b6a5-985ca7af6079 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703509 Sep 01 02:19:18.145788 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:18.204356 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75e9541-2a2f-4fc3-bd12-9c096da1125e None None] Network 549c1e5f-4a05-48ed-82fd-46584b3feb67 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:19:18.224071 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:18.258292 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:18.268132 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:18.270402 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Pushing event updated for resources: {'Port': ['ID=55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:18.374021 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-37a68bf2-fcb5-465a-a7a8-f943bc4071c2 req-e0850650-1b27-4965-a643-01eab5f4d740 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779678 Sep 01 02:19:18.398734 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeebb43-9e43-4126-8420-66604c155198 None None] New status for floating IP bbd026cf-1554-4118-a54c-10a6950a105f: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:19:18.408637 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-38472f9a-8462-49cb-b864-7991531f9553 service neutron] 10.222.0.23 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298535 Sep 01 02:19:18.409203 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:18.435997 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Set router a2f148a0-379c-4357-8795-4b2a1d06eaa1 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:18.485349 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 9fab9e59-660c-4e5c-b2d6-d3d081129a4c up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:18.607058 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e8fd9df6-e791-4658-9e99-83249643b899 None None] Provisioning for port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:18.628052 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d93687-29ed-495c-970f-049d68565e89 req-7afa29e5-acec-4da2-8da1-8e44a45660ba tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:18.629585 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e6d93687-29ed-495c-970f-049d68565e89 req-7afa29e5-acec-4da2-8da1-8e44a45660ba tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1148860 Sep 01 02:19:18.635414 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-532f8b38-371f-470c-a38f-77b825566e28 service neutron] 10.222.0.23 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259324 Sep 01 02:19:18.645431 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e8fd9df6-e791-4658-9e99-83249643b899 None None] Provisioning complete for port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:18.645431 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9df6-e791-4658-9e99-83249643b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:18.687516 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e6d93687-29ed-495c-970f-049d68565e89 req-22b50589-3c7f-44f5-a681-641a75c9cefa tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Sep 01 02:19:18.760554 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:18.761476 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:18.799727 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'name': 'tempest-TestVolumeBootPattern-123857984-router', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:10Z', 'updated_at': '2021-09-01T02:19:15Z', 'revision_number': 4, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'gw_port': {'id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:11Z', 'updated_at': '2021-09-01T02:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '65c71b93-186e-4120-8809-0cdaeea8762c', 'name': '', 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'mac_address': 'fa:16:3e:0d:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5028ea04-9fd2-4b44-a2e8-ea465e247d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:14Z', 'updated_at': '2021-09-01T02:19:15Z', 'revision_number': 2, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'subnets': [{'id': '5028ea04-9fd2-4b44-a2e8-ea465e247d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:18.827698 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:18.836587 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Checking router: a2f148a0-379c-4357-8795-4b2a1d06eaa1 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:19:18.836941 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Updating router a2f148a0-379c-4357-8795-4b2a1d06eaa1 port 65c71b93-186e-4120-8809-0cdaeea8762c binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:19:18.872643 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:18.960641 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40388) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:19.094881 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9df6-e791-4658-9e99-83249643b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.239050 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b70d5164-49a7-46f9-af38-686ab158d5bb req-463f54c0-a06b-4ddc-b1e5-adb531804dce tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 210 time: 0.0687160 Sep 01 02:19:19.277582 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab6bf-7082-46f6-9c93-e6c744ce3eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.300903 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.361993 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e8fd9df6-e791-4658-9e99-83249643b899 None None] For port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=926f8a3e-c4d7-4e80-873a-5b89b9bb078d,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:19.374475 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.397864 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Transition to ACTIVE for port object 65c71b93-186e-4120-8809-0cdaeea8762c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:19.426138 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9df6-e791-4658-9e99-83249643b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.488142 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.504228 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab6bf-7082-46f6-9c93-e6c744ce3eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.535084 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd9df6-e791-4658-9e99-83249643b899 None None] Pushing event updated for resources: {'Port': ['ID=926f8a3e-c4d7-4e80-873a-5b89b9bb078d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:19.559805 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7c1ed77f-b24e-4152-a9fa-eb2d7d7080cb None None] Provisioning complete for port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:19.560160 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c1ed77f-b24e-4152-a9fa-eb2d7d7080cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.610474 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c6d44-1180-4efa-b95b-1a593595e92b None None] Pushing event updated for resources: {'Port': ['ID=65c71b93-186e-4120-8809-0cdaeea8762c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:19.643850 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab6bf-7082-46f6-9c93-e6c744ce3eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.652234 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Attempting to bind port 65c71b93-186e-4120-8809-0cdaeea8762c on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:19.652640 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Attempting to bind port 65c71b93-186e-4120-8809-0cdaeea8762c by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': 'f1b72017-ee71-4a7b-988e-aad86ee54959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:19.653005 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Attempting to bind port 65c71b93-186e-4120-8809-0cdaeea8762c on network 36c85967-1fe6-4de8-a692-ed6de71b9a0f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:19.658610 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:19.658972 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Checking segment: {'id': 'f1b72017-ee71-4a7b-988e-aad86ee54959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:19.659374 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.659791 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Bound using segment: {'id': 'f1b72017-ee71-4a7b-988e-aad86ee54959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:19.660265 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Bound port: 65c71b93-186e-4120-8809-0cdaeea8762c, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b72017-ee71-4a7b-988e-aad86ee54959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:19.660640 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.701577 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:19.702377 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-bf7ab6bf-7082-46f6-9c93-e6c744ce3eef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=993eb893b491421a81ba95d936da4976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7401292 Sep 01 02:19:19.703033 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ab6bf-7082-46f6-9c93-e6c744ce3eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9859dfa-27bb-452b-bc4e-8189242875d0,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:19.743250 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] For port 65c71b93-186e-4120-8809-0cdaeea8762c, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:19.746872 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] For port 65c71b93-186e-4120-8809-0cdaeea8762c, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=65c71b93-186e-4120-8809-0cdaeea8762c,segment=NetworkSegment(f1b72017-ee71-4a7b-988e-aad86ee54959),segment_id=f1b72017-ee71-4a7b-988e-aad86ee54959)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:19.764183 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Router 356b55fe-e855-4d43-9aff-db0bcbe1d57e is scheduled to L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 02:19:19.830538 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40418) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:19.834334 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-0afb8ae2-a3ce-4e0e-9617-2235a4a9b71c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-488664824', 'description': 'tempest-secgroup-smoke-488664824 description', 'project_id': '1ae8a367d60b4355acaa71457db9d859'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:19.864565 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 926f8a3e-c4d7-4e80-873a-5b89b9bb078d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:19.867975 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beb987-ba59-4476-8b60-9fa2fc91e097 req-32e3cdef-2201-49dd-8566-122accbe35e8 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:19.869513 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64beb987-ba59-4476-8b60-9fa2fc91e097 req-32e3cdef-2201-49dd-8566-122accbe35e8 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0819829 Sep 01 02:19:19.876794 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99099cc2-2fbb-4d9a-a531-36775f56d30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.901571 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.905356 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99099cc2-2fbb-4d9a-a531-36775f56d30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.912014 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64beb987-ba59-4476-8b60-9fa2fc91e097 req-643cb340-3390-4188-afc4-d3dcaa9f4088 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359573 Sep 01 02:19:19.936500 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:19.938683 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:19.968650 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Routers {'a2f148a0-379c-4357-8795-4b2a1d06eaa1'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:19.969152 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:19.995079 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:19:20.087450 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afb8ae2-a3ce-4e0e-9617-2235a4a9b71c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:20.112148 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99099cc2-2fbb-4d9a-a531-36775f56d30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:20.114975 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99099cc2-2fbb-4d9a-a531-36775f56d30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:20.119688 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-99099cc2-2fbb-4d9a-a531-36775f56d30b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9859dfa-27bb-452b-bc4e-8189242875d0 HTTP/1.1" status: 204 len: 168 time: 0.4168859 Sep 01 02:19:20.128637 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99099cc2-2fbb-4d9a-a531-36775f56d30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9859dfa-27bb-452b-bc4e-8189242875d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:20.140573 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Sync routers for ids ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:19:20.197473 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c6d44-1180-4efa-b95b-1a593595e92b None None] Pushing event updated for resources: {'Port': ['ID=65c71b93-186e-4120-8809-0cdaeea8762c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:20.208040 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:20.213802 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0689fddf-1f42-4044-9adf-a87fb0ff53bc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2039244 Sep 01 02:19:20.214815 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40430) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:20.227094 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] Set router a2f148a0-379c-4357-8795-4b2a1d06eaa1 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:20.331108 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Routers {'356b55fe-e855-4d43-9aff-db0bcbe1d57e'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:20.331778 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:20.388991 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0074f86e-b564-49d5-a5bd-cda75f0252ba req-3fd37415-44e0-45b5-88cf-5a13e69e9342 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 210 time: 0.0309412 Sep 01 02:19:20.428558 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afb8ae2-a3ce-4e0e-9617-2235a4a9b71c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:20.542082 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afb8ae2-a3ce-4e0e-9617-2235a4a9b71c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:20.560947 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Set router 356b55fe-e855-4d43-9aff-db0bcbe1d57e gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:20.598808 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb8ae2-a3ce-4e0e-9617-2235a4a9b71c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab76d1d-c4d2-4283-9579-ed490e8be396,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:20.710197 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'name': 'tempest-TestVolumeBootPattern-123857984-router', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:10Z', 'updated_at': '2021-09-01T02:19:15Z', 'revision_number': 4, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'gw_port': {'id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:11Z', 'updated_at': '2021-09-01T02:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '65c71b93-186e-4120-8809-0cdaeea8762c', 'name': '', 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'mac_address': 'fa:16:3e:0d:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5028ea04-9fd2-4b44-a2e8-ea465e247d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:14Z', 'updated_at': '2021-09-01T02:19:19Z', 'revision_number': 4, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'subnets': [{'id': '5028ea04-9fd2-4b44-a2e8-ea465e247d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:20.729404 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0afb8ae2-a3ce-4e0e-9617-2235a4a9b71c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:20.729404 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0afb8ae2-a3ce-4e0e-9617-2235a4a9b71c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8973761 Sep 01 02:19:20.730388 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:20.741658 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b6ee9d96-f62a-4646-ac97-37bb84aa3ca3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'security_group_rule': {'security_group_id': '2ab76d1d-c4d2-4283-9579-ed490e8be396', 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:20.775219 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817575cb-992d-4f4f-a852-a431fcb0531b None None] The sync data for ids ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'] in dv-cinder-799668-15-iscsi is: [{'id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'name': 'tempest-TestVolumeBootPattern-123857984-router', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:10Z', 'updated_at': '2021-09-01T02:19:15Z', 'revision_number': 4, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'gw_port': {'id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:11Z', 'updated_at': '2021-09-01T02:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '65c71b93-186e-4120-8809-0cdaeea8762c', 'name': '', 'network_id': '36c85967-1fe6-4de8-a692-ed6de71b9a0f', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'mac_address': 'fa:16:3e:0d:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5028ea04-9fd2-4b44-a2e8-ea465e247d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:14Z', 'updated_at': '2021-09-01T02:19:19Z', 'revision_number': 4, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'subnets': [{'id': '5028ea04-9fd2-4b44-a2e8-ea465e247d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:19:20.918308 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ee9d96-f62a-4646-ac97-37bb84aa3ca3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:20.931703 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:20.935429 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:18Z', 'revision_number': 3, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:21.001595 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Checking router: 356b55fe-e855-4d43-9aff-db0bcbe1d57e for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:19:21.001824 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Updating router 356b55fe-e855-4d43-9aff-db0bcbe1d57e port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:19:21.068937 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ee9d96-f62a-4646-ac97-37bb84aa3ca3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.082863 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.150384 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ee9d96-f62a-4646-ac97-37bb84aa3ca3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.167056 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee9d96-f62a-4646-ac97-37bb84aa3ca3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fa314f-e1e2-4c7c-be78-8c3312d57531,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:21.170112 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e4572-8723-4553-8116-cd0ca9125ab5 req-84c84c3a-908f-490b-926a-4ca4b900ecf2 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:21.173492 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a58e4572-8723-4553-8116-cd0ca9125ab5 req-84c84c3a-908f-490b-926a-4ca4b900ecf2 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0771382 Sep 01 02:19:21.254138 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Allocated IP 172.20.0.1 (549c1e5f-4a05-48ed-82fd-46584b3feb67/6bb31963-23ab-4ced-8c50-2123a0a1a0e4/8f7252bb-89a1-47f1-a991-d24833d3790d) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:21.293481 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a58e4572-8723-4553-8116-cd0ca9125ab5 req-2d340239-52b8-49d4-9900-3782fdce48b0 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971308 Sep 01 02:19:21.317401 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ee9d96-f62a-4646-ac97-37bb84aa3ca3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.319422 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b6ee9d96-f62a-4646-ac97-37bb84aa3ca3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5879135 Sep 01 02:19:21.328022 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40514) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:21.333861 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7f736550-5563-4575-85fe-0722086e984f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'security_group_rule': {'security_group_id': '2ab76d1d-c4d2-4283-9579-ed490e8be396', 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:21.446492 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.464817 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Transition to ACTIVE for port object 8f7252bb-89a1-47f1-a991-d24833d3790d will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:21.485934 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.490841 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f736550-5563-4575-85fe-0722086e984f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.516846 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Transition to ACTIVE for port object 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:21.543538 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-36af1f68-fa54-4656-a5da-5c99aadf3b22 req-88987c23-6a20-4970-b01d-5b7a0a93b192 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 210 time: 0.0615442 Sep 01 02:19:21.589551 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f736550-5563-4575-85fe-0722086e984f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.601108 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.657490 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Attempting to bind port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:21.657864 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Attempting to bind port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:21.658230 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Attempting to bind port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 on network 89393945-2bfe-4da0-8579-8eccb334d266 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:21.660834 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.670867 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:21.672137 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:21.672137 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.672137 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Bound using segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:21.672571 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Bound port: 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:21.672970 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.679447 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e057f70-b1a8-47cb-9dd0-01514fafed13 None None] Pushing event updated for resources: {'Port': ['ID=55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:21.698359 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f736550-5563-4575-85fe-0722086e984f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.723912 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f736550-5563-4575-85fe-0722086e984f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d6356d-2ce3-40a1-9b78-6bd85600d2ac,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:21.785486 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f736550-5563-4575-85fe-0722086e984f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:21.789970 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7f736550-5563-4575-85fe-0722086e984f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4603548 Sep 01 02:19:21.795174 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:21.812592 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] For port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:21.819072 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1094ddc6-f38d-46de-be9b-6bc08ac860ab tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'security_group_rule': {'security_group_id': '2ab76d1d-c4d2-4283-9579-ed490e8be396', 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:21.826473 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] For port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:21.904797 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 65c71b93-186e-4120-8809-0cdaeea8762c up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:21.925712 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:22.056767 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Routers {'356b55fe-e855-4d43-9aff-db0bcbe1d57e'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:22.061126 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:22.117557 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 65c71b93-186e-4120-8809-0cdaeea8762c completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:22.125244 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 65c71b93-186e-4120-8809-0cdaeea8762c triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:22.125776 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:22.273364 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Network 549c1e5f-4a05-48ed-82fd-46584b3feb67 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:22.277822 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:22.282410 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:22.300981 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] Set router 356b55fe-e855-4d43-9aff-db0bcbe1d57e gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:22.355699 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Pushing event updated for resources: {'Port': ['ID=8f7252bb-89a1-47f1-a991-d24833d3790d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:22.382154 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:22.385341 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368769'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:22.480580 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 65c71b93-186e-4120-8809-0cdaeea8762c, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=65c71b93-186e-4120-8809-0cdaeea8762c,segment=NetworkSegment(f1b72017-ee71-4a7b-988e-aad86ee54959),segment_id=f1b72017-ee71-4a7b-988e-aad86ee54959)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:22.572015 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1094ddc6-f38d-46de-be9b-6bc08ac860ab tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:22.678214 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:22.684178 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1094ddc6-f38d-46de-be9b-6bc08ac860ab tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:22.710301 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122b326-4610-4059-9e84-6ea3c7a55316 req-659b93ed-eb26-449d-b5d0-95a594c6acd7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:22.712113 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6122b326-4610-4059-9e84-6ea3c7a55316 req-659b93ed-eb26-449d-b5d0-95a594c6acd7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.2075174 Sep 01 02:19:22.715718 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-5b3a07b2-51c3-4341-99b8-2a3e22d45fb3 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:22.724509 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e057f70-b1a8-47cb-9dd0-01514fafed13 None None] Pushing event updated for resources: {'Port': ['ID=55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:22.725767 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-5b3a07b2-51c3-4341-99b8-2a3e22d45fb3 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "GET /v2.0/networks?id=e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 200 len: 814 time: 0.8291004 Sep 01 02:19:22.765471 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Request body: {'port': {'device_id': 'efa37c22-56f5-4260-8e1a-e66fd1ba7c69', 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec', 'admin_state_up': True, 'tenant_id': 'af0017822109465cbe08fec3245a1142'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:22.805472 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=65c71b93-186e-4120-8809-0cdaeea8762c,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:22.826131 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:18Z', 'revision_number': 3, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:22.829338 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dd507700-0a60-4e8e-92f9-78a6befcf40c req-868aa933-c950-4913-8888-79a0c37f8554 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 210 time: 0.0534360 Sep 01 02:19:22.845964 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6122b326-4610-4059-9e84-6ea3c7a55316 req-9e6d254d-ec12-4e1c-b184-eb6e4625ade1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251199 Sep 01 02:19:22.874925 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc0541-892a-4e63-8307-0293822c6cf4 None None] The sync data for ids ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'] in dv-cinder-799668-15-iscsi is: [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:18Z', 'revision_number': 3, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:19:22.898931 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1094ddc6-f38d-46de-be9b-6bc08ac860ab tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:22.923698 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:22.936055 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094ddc6-f38d-46de-be9b-6bc08ac860ab tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe66e45-4682-41cd-a495-3d31f6d35f3c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:22.938277 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1e1a244e-8671-460b-a91f-7bba81eefa3f None None] Provisioning for port 8f7252bb-89a1-47f1-a991-d24833d3790d completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:22.955345 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1e1a244e-8671-460b-a91f-7bba81eefa3f None None] Provisioning complete for port 8f7252bb-89a1-47f1-a991-d24833d3790d triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:22.955345 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e1a244e-8671-460b-a91f-7bba81eefa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:22.996852 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a244e-8671-460b-a91f-7bba81eefa3f None None] Port 8f7252bb-89a1-47f1-a991-d24833d3790d cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:19:23.112042 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1094ddc6-f38d-46de-be9b-6bc08ac860ab tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.113465 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1094ddc6-f38d-46de-be9b-6bc08ac860ab tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3110778 Sep 01 02:19:23.119341 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:23.127822 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'security_group_rule': {'security_group_id': '2ab76d1d-c4d2-4283-9579-ed490e8be396', 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:23.127961 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.227584 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Made reservation on behalf of af0017822109465cbe08fec3245a1142 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:23.232095 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.236686 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.340691 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Pushing event updated for resources: {'Port': ['ID=8f7252bb-89a1-47f1-a991-d24833d3790d,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:23.353630 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371249'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.431259 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.436100 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Allocated IP 172.20.0.11 (e01de8dd-ade6-4102-b0a8-c70ee02163ec/f7c98f80-6b39-47ac-9b5c-5fd8efac130e/da87c642-7439-4b0d-97f0-467fdd31fa40) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:23.498466 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Network 549c1e5f-4a05-48ed-82fd-46584b3feb67 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:23.509496 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:23.585434 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.653724 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Router 356b55fe-e855-4d43-9aff-db0bcbe1d57e has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:19:23.686571 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.725475 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3df68a-938c-495f-bb5c-36dd1c7d57b8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:23.742274 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.742642 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.742968 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.743308 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.743646 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.743987 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.744324 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.744661 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.744994 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.745853 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.746181 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.746508 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:23.804292 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.816205 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.817964 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-f8ea89a8-41e6-4197-9d95-b78b0d893097 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6973619 Sep 01 02:19:23.820662 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:23.834066 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-392a80ae-36ff-4f7e-bb77-bbe4e547787c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'security_group_rule': {'security_group_id': '2ab76d1d-c4d2-4283-9579-ed490e8be396', 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:23.856116 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-03741b6a-d524-4bf6-acf9-38fd463b5bc0 None None] Provisioning complete for port 8f7252bb-89a1-47f1-a991-d24833d3790d triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:23.856503 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03741b6a-d524-4bf6-acf9-38fd463b5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:23.861477 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:19:23.883901 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b855ccd4-1336-4337-a1c7-cbbbb4a2895c admin admin] 10.222.0.23 "PUT /v2.0/routers/356b55fe-e855-4d43-9aff-db0bcbe1d57e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6597311 Sep 01 02:19:23.927953 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-03741b6a-d524-4bf6-acf9-38fd463b5bc0 None None] Port 8f7252bb-89a1-47f1-a991-d24833d3790d cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:19:23.985408 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-392a80ae-36ff-4f7e-bb77-bbe4e547787c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Project 1ae8a367d60b4355acaa71457db9d859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 02:19:23.994874 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-392a80ae-36ff-4f7e-bb77-bbe4e547787c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.029016 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925f02e-4a1f-48ff-829b-ee527e062b93 req-ef575420-8363-4228-9de1-81d12d7b5615 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:24.037233 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d925f02e-4a1f-48ff-829b-ee527e062b93 req-ef575420-8363-4228-9de1-81d12d7b5615 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0831413 Sep 01 02:19:24.104490 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d925f02e-4a1f-48ff-829b-ee527e062b93 req-07fb1ff6-05e5-4c31-9ddc-0744ffd86698 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656183 Sep 01 02:19:24.126805 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:24.127945 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-392a80ae-36ff-4f7e-bb77-bbe4e547787c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.130362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.157767 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['e7b7ae68-fdab-4d11-9ff9-515a2845eaf5', '1023ac87-f072-4c46-b5e7-347c3c1d0b89', 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:19:24.188572 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Network e01de8dd-ade6-4102-b0a8-c70ee02163ec is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:24.189390 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-392a80ae-36ff-4f7e-bb77-bbe4e547787c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.223186 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a80ae-36ff-4f7e-bb77-bbe4e547787c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e625adbd-d6b3-4491-b974-f0dc5eaaaa58,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:24.234802 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:24.238431 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:24.273463 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441f0fe-d807-46b7-b451-2d1b7e25c23e req-e920c4e7-62da-495f-978d-a2b13e42106c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:24.275347 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0441f0fe-d807-46b7-b451-2d1b7e25c23e req-e920c4e7-62da-495f-978d-a2b13e42106c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 932 time: 0.0897288 Sep 01 02:19:24.286631 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Pushing event updated for resources: {'Port': ['ID=da87c642-7439-4b0d-97f0-467fdd31fa40,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:24.295166 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-392a80ae-36ff-4f7e-bb77-bbe4e547787c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.299887 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-392a80ae-36ff-4f7e-bb77-bbe4e547787c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4776607 Sep 01 02:19:24.304581 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:24.315184 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-46b65922-d5c6-4ad1-b9e5-635f9df88c2e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'security_group_rule': {'security_group_id': '2ab76d1d-c4d2-4283-9579-ed490e8be396', 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:24.345532 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0441f0fe-d807-46b7-b451-2d1b7e25c23e req-296ad3cb-7257-4411-a5e1-c249945129bc tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632658 Sep 01 02:19:24.357302 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:24.358787 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.471307 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-46b65922-d5c6-4ad1-b9e5-635f9df88c2e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Project 1ae8a367d60b4355acaa71457db9d859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 02:19:24.472628 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:24.476812 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46b65922-d5c6-4ad1-b9e5-635f9df88c2e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.479499 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:24.480802 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.540171 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46b65922-d5c6-4ad1-b9e5-635f9df88c2e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.571159 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-1dfa1602-df93-45e3-8b0d-bd3ddbf13276 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8069742 Sep 01 02:19:24.581808 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Request body: {'port': {'device_id': 'efa37c22-56f5-4260-8e1a-e66fd1ba7c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:24.633861 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.649128 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46b65922-d5c6-4ad1-b9e5-635f9df88c2e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.659319 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.674309 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:24.680158 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b65922-d5c6-4ad1-b9e5-635f9df88c2e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f268ebc-5680-41bf-8d43-468acb08c02d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:24.803736 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.804671 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 65c71b93-186e-4120-8809-0cdaeea8762c up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:24.806502 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46b65922-d5c6-4ad1-b9e5-635f9df88c2e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.807837 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-46b65922-d5c6-4ad1-b9e5-635f9df88c2e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5022302 Sep 01 02:19:24.897687 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 65c71b93-186e-4120-8809-0cdaeea8762c triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:24.898066 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:24.899698 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:25.015080 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da87c642-7439-4b0d-97f0-467fdd31fa40 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:19:25.015419 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40686) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:25.022148 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-656308390-network', 'tenant_id': '6d90225bbad646c7b047c37d76469fda'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:25.024667 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.050979 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Transition to ACTIVE for port object da87c642-7439-4b0d-97f0-467fdd31fa40 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:25.076263 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Sync routers for ids ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:19:25.086963 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Routers {'356b55fe-e855-4d43-9aff-db0bcbe1d57e'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:25.087698 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:25.128860 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Made reservation on behalf of 6d90225bbad646c7b047c37d76469fda for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:25.131167 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.153193 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.172813 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.261613 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Pushing event updated for resources: {'Port': ['ID=da87c642-7439-4b0d-97f0-467fdd31fa40,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:25.276054 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Set router 356b55fe-e855-4d43-9aff-db0bcbe1d57e gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:25.290716 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c86c6-78b4-47d2-8556-6bca959ec453 req-d5aa44e3-0bc1-4307-a03c-8cbac5331fdb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:25.293245 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ed7c86c6-78b4-47d2-8556-6bca959ec453 req-d5aa44e3-0bc1-4307-a03c-8cbac5331fdb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0725417 Sep 01 02:19:25.337088 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.348445 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Attempting to bind port da87c642-7439-4b0d-97f0-467fdd31fa40 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:25.348795 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Attempting to bind port da87c642-7439-4b0d-97f0-467fdd31fa40 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:25.349125 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Attempting to bind port da87c642-7439-4b0d-97f0-467fdd31fa40 on network e01de8dd-ade6-4102-b0a8-c70ee02163ec {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:25.354805 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Port da87c642-7439-4b0d-97f0-467fdd31fa40 on network e01de8dd-ade6-4102-b0a8-c70ee02163ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:19:25.355131 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Attempting to bind port da87c642-7439-4b0d-97f0-467fdd31fa40 on network e01de8dd-ade6-4102-b0a8-c70ee02163ec {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:25.361086 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:25.361431 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Checking segment: {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:25.361867 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Bound using segment: {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:25.362352 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Bound port: da87c642-7439-4b0d-97f0-467fdd31fa40, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:25.362813 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.365243 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ed7c86c6-78b4-47d2-8556-6bca959ec453 req-4273488a-6b5f-4c72-8f12-95fb205336b9 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616374 Sep 01 02:19:25.457612 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] For port da87c642-7439-4b0d-97f0-467fdd31fa40, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:25.460692 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] For port da87c642-7439-4b0d-97f0-467fdd31fa40, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=da87c642-7439-4b0d-97f0-467fdd31fa40,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:25.471636 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.499244 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:22Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '8f7252bb-89a1-47f1-a991-d24833d3790d', 'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'mac_address': 'fa:16:3e:55:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:20Z', 'updated_at': '2021-09-01T02:19:22Z', 'revision_number': 2, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'subnets': [{'id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:25.511288 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:19:25.543247 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.543247 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Added segment d7170317-9755-41ba-bf27-35085bbe8f4d of type vlan for network 38ae9f5d-65f1-48b5-8785-40f72b9980fe Sep 01 02:19:25.543495 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Checking router: 356b55fe-e855-4d43-9aff-db0bcbe1d57e for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:19:25.543495 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Updating router 356b55fe-e855-4d43-9aff-db0bcbe1d57e port 8f7252bb-89a1-47f1-a991-d24833d3790d binding host dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:19:25.546595 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a050a3b8-b95d-4308-b8a0-273ad95f2327,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:25.563305 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.575573 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.580216 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.580590 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.583481 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.583481 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.583481 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.583481 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.583481 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.583481 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.583481 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.583481 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.584148 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.584148 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:25.594017 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84102a-f7c1-4790-9857-7860a7da301f req-7fa98933-3fb4-4aac-8fe2-e930c1bb3aac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:25.595629 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ed84102a-f7c1-4790-9857-7860a7da301f req-7fa98933-3fb4-4aac-8fe2-e930c1bb3aac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 944 time: 0.1345911 Sep 01 02:19:25.609768 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.639216 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:25.640247 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.641976 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] 10.222.0.26 "PUT /v2.0/ports/da87c642-7439-4b0d-97f0-467fdd31fa40 HTTP/1.1" status: 200 len: 1094 time: 1.0644405 Sep 01 02:19:25.642509 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa37c22-56f5-4260-8e1a-e66fd1ba7c69', 'tag': 'da87c642-7439-4b0d-97f0-467fdd31fa40'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:19:25.645447 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b466ed7-8baa-4901-baa3-7ae79a457175" -d '{"events": [{"name": "network-changed", "server_uuid": "efa37c22-56f5-4260-8e1a-e66fd1ba7c69", "tag": "da87c642-7439-4b0d-97f0-467fdd31fa40"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:19:25.667668 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5932ab-c261-48f7-8305-1f9d3ceb7558 service neutron] Pushing event updated for resources: {'Port': ['ID=da87c642-7439-4b0d-97f0-467fdd31fa40,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:25.686180 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ed84102a-f7c1-4790-9857-7860a7da301f req-fea651f5-6971-401d-bf22-e51a5211039c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734789 Sep 01 02:19:25.703275 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e02cd0-e571-4a5e-b325-9fdb1d167e82 x-openstack-request-id: req-55e02cd0-e571-4a5e-b325-9fdb1d167e82 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:19:25.703666 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa37c22-56f5-4260-8e1a-e66fd1ba7c69", "tag": "da87c642-7439-4b0d-97f0-467fdd31fa40", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:19:25.703996 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55e02cd0-e571-4a5e-b325-9fdb1d167e82 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:19:25.704484 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa37c22-56f5-4260-8e1a-e66fd1ba7c69', 'tag': 'da87c642-7439-4b0d-97f0-467fdd31fa40', 'status': 'completed', 'code': 200} Sep 01 02:19:25.744282 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.745324 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:25.745892 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.762697 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40712) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:25.830506 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] Pushing event updated for resources: {'Network': ['ID=38ae9f5d-65f1-48b5-8785-40f72b9980fe,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:25.838392 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:25.885169 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 38ae9f5d-65f1-48b5-8785-40f72b9980fe details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:19:25.921837 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5bf42ccf-4053-4483-970d-c62db7790aba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4782e513ff9a4773ab08d9937d99c6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582468 Sep 01 02:19:25.924348 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:25.927286 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-55b54a34-34ec-4487-98bb-8b8f5b975e76 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9107614 Sep 01 02:19:25.933971 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40720) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:25.939120 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Request body: {'subnet': {'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-656308390-subnet', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:25.962879 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.986491 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Transition to ACTIVE for port object 8f7252bb-89a1-47f1-a991-d24833d3790d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:25.994682 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43e5222b-6969-4294-9ac4-dd18984e490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:25.997124 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:25.997562 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.017648 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43e5222b-6969-4294-9ac4-dd18984e490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.086389 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Made reservation on behalf of 6d90225bbad646c7b047c37d76469fda for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:26.086924 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.088900 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266115663'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.140977 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08938a2-769e-4597-981f-c3f92c5e0b4b None None] Pushing event updated for resources: {'Port': ['ID=8f7252bb-89a1-47f1-a991-d24833d3790d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:26.189987 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Attempting to bind port 8f7252bb-89a1-47f1-a991-d24833d3790d on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:26.190457 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Attempting to bind port 8f7252bb-89a1-47f1-a991-d24833d3790d by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:26.190897 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Attempting to bind port 8f7252bb-89a1-47f1-a991-d24833d3790d on network 549c1e5f-4a05-48ed-82fd-46584b3feb67 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:26.196904 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:26.197660 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Checking segment: {'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:26.198148 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.199259 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Bound using segment: {'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:26.199837 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Bound port: 8f7252bb-89a1-47f1-a991-d24833d3790d, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:26.200389 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.206695 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43e5222b-6969-4294-9ac4-dd18984e490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.209504 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43e5222b-6969-4294-9ac4-dd18984e490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.210728 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-43e5222b-6969-4294-9ac4-dd18984e490d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8dd22e1e-da7f-4c79-9df5-00d82f4ffabc HTTP/1.1" status: 204 len: 168 time: 0.2854657 Sep 01 02:19:26.221500 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5222b-6969-4294-9ac4-dd18984e490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd22e1e-da7f-4c79-9df5-00d82f4ffabc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:26.300515 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] For port 8f7252bb-89a1-47f1-a991-d24833d3790d, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:26.304098 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] For port 8f7252bb-89a1-47f1-a991-d24833d3790d, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=8f7252bb-89a1-47f1-a991-d24833d3790d,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:26.441630 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265943966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266115673'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.442058 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.489086 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Routers {'356b55fe-e855-4d43-9aff-db0bcbe1d57e'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:26.489723 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:26.534471 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec21bb58-921e-4951-88c6-77e6a6622244,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:26.540823 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08938a2-769e-4597-981f-c3f92c5e0b4b None None] Pushing event updated for resources: {'Port': ['ID=8f7252bb-89a1-47f1-a991-d24833d3790d,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:26.569621 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dfe92-188c-498c-b23e-ff4d1d35ec3a req-b4e2c3b4-7cb0-4cfa-8bd6-26a109eaec60 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:26.571262 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-759dfe92-188c-498c-b23e-ff4d1d35ec3a req-b4e2c3b4-7cb0-4cfa-8bd6-26a109eaec60 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1422794 Sep 01 02:19:26.572299 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Checking segment: {'id': 'd7170317-9755-41ba-bf27-35085bbe8f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:26.572722 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Network hostable DHCP agents. Network: 38ae9f5d-65f1-48b5-8785-40f72b9980fe, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:19:26.638497 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] Set router 356b55fe-e855-4d43-9aff-db0bcbe1d57e gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:26.640995 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-759dfe92-188c-498c-b23e-ff4d1d35ec3a req-fffb8f57-1c4b-4569-a94f-cd7d07176cbb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605376 Sep 01 02:19:26.740068 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Network 38ae9f5d-65f1-48b5-8785-40f72b9980fe is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:19:26.854428 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 38ae9f5d-65f1-48b5-8785-40f72b9980fe) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:26.859289 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:26.859976 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:26.864702 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa9828d-a250-4007-9664-f621443dcceb None None] Network 38ae9f5d-65f1-48b5-8785-40f72b9980fe requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:19:26.910511 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:22Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '8f7252bb-89a1-47f1-a991-d24833d3790d', 'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'mac_address': 'fa:16:3e:55:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:20Z', 'updated_at': '2021-09-01T02:19:26Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'subnets': [{'id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:26.941817 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930b90-98f7-4bee-a908-2ee287206135 None None] The sync data for ids ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'] in dv-cinder-799668-15-iscsi is: [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:22Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '8f7252bb-89a1-47f1-a991-d24833d3790d', 'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'mac_address': 'fa:16:3e:55:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:20Z', 'updated_at': '2021-09-01T02:19:26Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'subnets': [{'id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:19:26.965345 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:26.966001 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d4351af0-c313-436f-bbe3-f8f7c245bf83 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0302989 Sep 01 02:19:26.970830 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-656308390-router', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:27.067363 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881e3e73-7572-596d-9b29-31e7ad1e45fa-38ae9f5d-65f1-48b5-8785-40f72b9980fe', 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'fixed_ips': [{'subnet_id': 'ec21bb58-921e-4951-88c6-77e6a6622244'}]}} from dv-cinder-799668-15-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 02:19:27.072374 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.115661 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-369684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12582'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.117043 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12589'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.179629 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.229710 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Allocated IP 172.20.0.2 (38ae9f5d-65f1-48b5-8785-40f72b9980fe/ec21bb58-921e-4951-88c6-77e6a6622244/5ed063b3-89b2-448f-b829-91ff1e6cea3d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:27.404207 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.505691 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40764) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:27.532913 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.541664 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Transition to ACTIVE for port object 5ed063b3-89b2-448f-b829-91ff1e6cea3d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:27.575842 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Transition to ACTIVE for port object 5ed063b3-89b2-448f-b829-91ff1e6cea3d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:27.618262 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1050639830-network', 'tenant_id': '1faa9c5d224b4894b74ad9e4337d111d'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:27.683652 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.693964 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.717612 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.729314 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Network 38ae9f5d-65f1-48b5-8785-40f72b9980fe is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:27.732967 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:27.735640 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:27.743859 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Pushing event updated for resources: {'Port': ['ID=5ed063b3-89b2-448f-b829-91ff1e6cea3d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:27.786396 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Made reservation on behalf of 1faa9c5d224b4894b74ad9e4337d111d for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:27.788978 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.800901 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.837572 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Attempting to bind port 5ed063b3-89b2-448f-b829-91ff1e6cea3d on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:27.837947 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Attempting to bind port 5ed063b3-89b2-448f-b829-91ff1e6cea3d by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': 'd7170317-9755-41ba-bf27-35085bbe8f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:27.838303 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Attempting to bind port 5ed063b3-89b2-448f-b829-91ff1e6cea3d on network 38ae9f5d-65f1-48b5-8785-40f72b9980fe {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:27.850457 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:27.852948 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Checking segment: {'id': 'd7170317-9755-41ba-bf27-35085bbe8f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:27.854856 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.855314 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Bound using segment: {'id': 'd7170317-9755-41ba-bf27-35085bbe8f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:27.855882 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Bound port: 5ed063b3-89b2-448f-b829-91ff1e6cea3d, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7170317-9755-41ba-bf27-35085bbe8f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:27.856284 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.868971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Allocated IP 172.27.1.22 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:27.900405 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 8f7252bb-89a1-47f1-a991-d24833d3790d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:27.959669 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:27.967558 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] For port 5ed063b3-89b2-448f-b829-91ff1e6cea3d, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:27.970988 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] For port 5ed063b3-89b2-448f-b829-91ff1e6cea3d, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=5ed063b3-89b2-448f-b829-91ff1e6cea3d,segment=NetworkSegment(d7170317-9755-41ba-bf27-35085bbe8f4d),segment_id=d7170317-9755-41ba-bf27-35085bbe8f4d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:27.995835 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.037119 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.058560 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:19:28.072451 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:28.079491 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.079848 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Added segment 9d03a003-b592-4698-9462-49b5ffeb4171 of type vlan for network ae758667-3995-44bc-b357-a165c81380d0 Sep 01 02:19:28.098747 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.103245 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 8f7252bb-89a1-47f1-a991-d24833d3790d completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:28.127220 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.127649 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.158315 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 8f7252bb-89a1-47f1-a991-d24833d3790d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:28.159709 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.175592 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:28.178757 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:28.185721 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:28.188794 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Pushing event updated for resources: {'Port': ['ID=4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:28.214647 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.216268 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:28.217205 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.223742 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a27c0f-bfb5-49f1-83c5-5767c679efd7 None None] Pushing event updated for resources: {'Port': ['ID=5ed063b3-89b2-448f-b829-91ff1e6cea3d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:28.290183 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] Pushing event updated for resources: {'Network': ['ID=ae758667-3995-44bc-b357-a165c81380d0,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:28.300793 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network ae758667-3995-44bc-b357-a165c81380d0 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:19:28.303135 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.355703 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8205b7ec-ccf0-4ed3-b3f1-f0dc79b461fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8463035 Sep 01 02:19:28.356095 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 40774) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:28.363599 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Request body: {'subnet': {'network_id': 'ae758667-3995-44bc-b357-a165c81380d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1050639830-subnet', 'tenant_id': '1faa9c5d224b4894b74ad9e4337d111d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:28.388542 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 8f7252bb-89a1-47f1-a991-d24833d3790d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=8f7252bb-89a1-47f1-a991-d24833d3790d,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:28.475265 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Made reservation on behalf of 1faa9c5d224b4894b74ad9e4337d111d for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:28.475968 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.478542 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266115663'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.552609 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=8f7252bb-89a1-47f1-a991-d24833d3790d,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:28.577108 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.830405 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f259e-872a-45ac-8360-d2ea55ac7040 req-e3262993-37ca-4c03-88cc-741a74515f02 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:28.831827 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-830f259e-872a-45ac-8360-d2ea55ac7040 req-e3262993-37ca-4c03-88cc-741a74515f02 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1263671 Sep 01 02:19:28.841126 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b466ed7-8baa-4901-baa3-7ae79a457175 req-8d9eb9b5-cda4-4da4-bd53-3acbba2cc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:28.842274 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285bab-bbf6-415d-88f9-9a9ff686d9a0 req-1f66a0c5-78a8-4927-8d12-ced63ec0b1fc tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:28.842692 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9b466ed7-8baa-4901-baa3-7ae79a457175 req-8d9eb9b5-cda4-4da4-bd53-3acbba2cc260 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 1097 time: 0.2303648 Sep 01 02:19:28.843988 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad285bab-bbf6-415d-88f9-9a9ff686d9a0 req-1f66a0c5-78a8-4927-8d12-ced63ec0b1fc tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 944 time: 0.1405249 Sep 01 02:19:28.891428 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265943966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266115673'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.919855 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:28.952215 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-830f259e-872a-45ac-8360-d2ea55ac7040 req-af94de4e-6fd5-4c6a-ae9a-de967f6bc7d5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071634 Sep 01 02:19:28.965978 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad285bab-bbf6-415d-88f9-9a9ff686d9a0 req-2560ce03-6f2e-4b1f-9fd4-712146744584 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048479 Sep 01 02:19:28.978112 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f09a50d-fd3d-4558-8ac0-e63072f610f2,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:29.003037 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Checking segment: {'id': '9d03a003-b592-4698-9462-49b5ffeb4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:29.003439 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Network hostable DHCP agents. Network: ae758667-3995-44bc-b357-a165c81380d0, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:19:29.077246 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Network ae758667-3995-44bc-b357-a165c81380d0 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:19:29.085963 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b466ed7-8baa-4901-baa3-7ae79a457175 req-a0a5d228-fbbd-4dfc-a376-cd6ad3da7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:29.087636 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9b466ed7-8baa-4901-baa3-7ae79a457175 req-a0a5d228-fbbd-4dfc-a376-cd6ad3da7f84 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=af0017822109465cbe08fec3245a1142&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2321327 Sep 01 02:19:29.174770 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, ae758667-3995-44bc-b357-a165c81380d0) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:29.181308 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:29.182065 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:29.193367 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c32fd7-161b-41d6-8732-7e2d86baecf0 None None] Network ae758667-3995-44bc-b357-a165c81380d0 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:19:29.247897 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b466ed7-8baa-4901-baa3-7ae79a457175 req-6c6f6fc3-fb83-4dd6-a882-398ea55031f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:29.250091 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9b466ed7-8baa-4901-baa3-7ae79a457175 req-6c6f6fc3-fb83-4dd6-a882-398ea55031f8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465218 Sep 01 02:19:29.261286 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Router 29a408dd-d3b4-4b58-aec9-729d27d77a93 is scheduled to L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 02:19:29.287526 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1b13f83c-5ea7-42be-af71-e1b1ad5add29 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9302161 Sep 01 02:19:29.300946 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33ff6ca-3dab-4873-b655-a97566bad8df None None] Network 38ae9f5d-65f1-48b5-8785-40f72b9980fe requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:19:29.467223 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e66444-802b-4137-837c-99bfebb0c14a None None] Network ae758667-3995-44bc-b357-a165c81380d0 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:19:29.500041 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9e720e35-ad3d-4774-a848-e44f4e5b300e None None] Provisioning for port 5ed063b3-89b2-448f-b829-91ff1e6cea3d completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:29.668829 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-5b0bf93e-f3d4-4985-9a42-75aa0c7ad96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:29.670552 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-5b0bf93e-f3d4-4985-9a42-75aa0c7ad96c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af0017822109465cbe08fec3245a1142&device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 1097 time: 0.3314993 Sep 01 02:19:29.738907 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-79fda194-96a0-4f59-be68-6ec26a3d90cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da87c642-7439-4b0d-97f0-467fdd31fa40 HTTP/1.1" status: 200 len: 217 time: 0.0562403 Sep 01 02:19:29.740103 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:19:29.749982 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Sync routers for ids ['29a408dd-d3b4-4b58-aec9-729d27d77a93'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:19:29.784255 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Routers {'29a408dd-d3b4-4b58-aec9-729d27d77a93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:29.785045 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['29a408dd-d3b4-4b58-aec9-729d27d77a93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:29.806577 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-d208202c-df3d-42f5-b462-cb389dce8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:29.808512 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-d208202c-df3d-42f5-b462-cb389dce8c99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7c98f80-6b39-47ac-9b5c-5fd8efac130e HTTP/1.1" status: 200 len: 854 time: 0.0597508 Sep 01 02:19:29.863876 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-3243f9ed-434f-40b9-b7c2-ae82d5758cde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e01de8dd-ade6-4102-b0a8-c70ee02163ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419550 Sep 01 02:19:29.865675 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:29.867420 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-19e2fd5c-bb29-4ae5-a4c6-670af65ba960 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8996143 Sep 01 02:19:29.869651 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:29.999646 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 8f7252bb-89a1-47f1-a991-d24833d3790d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:30.062430 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 8f7252bb-89a1-47f1-a991-d24833d3790d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:30.063155 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:30.078774 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Set router 29a408dd-d3b4-4b58-aec9-729d27d77a93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:30.085317 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-a9b9e228-6933-4a78-8b32-3197f096c19a service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085483 Sep 01 02:19:30.221874 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 5ed063b3-89b2-448f-b829-91ff1e6cea3d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:30.248316 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f90b06-80e4-4b67-9265-9e0785478c28 req-133d63b3-ef55-449c-a483-8914627d14eb tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:30.257753 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-80f90b06-80e4-4b67-9265-9e0785478c28 req-133d63b3-ef55-449c-a483-8914627d14eb tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 944 time: 0.1160865 Sep 01 02:19:30.268178 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8c9c1-f924-463d-b129-bd039142c022 req-eab81989-0a52-415b-94a2-630caf7723a4 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:30.278146 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0c8c9c1-f924-463d-b129-bd039142c022 req-eab81989-0a52-415b-94a2-630caf7723a4 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1215386 Sep 01 02:19:30.364215 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-80f90b06-80e4-4b67-9265-9e0785478c28 req-93390d12-4095-4cbd-9a59-5f508b1746ad tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051204 Sep 01 02:19:30.411055 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 5ed063b3-89b2-448f-b829-91ff1e6cea3d completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:30.415421 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 5ed063b3-89b2-448f-b829-91ff1e6cea3d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:30.416126 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:30.445786 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0c8c9c1-f924-463d-b129-bd039142c022 req-b238b845-3e82-4a52-a3b3-53d86dd80a2d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641264 Sep 01 02:19:30.450418 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8df915ca-4089-4f5d-954a-36da178dc3b7 req-bb42c313-34d1-4dbf-b271-bfb81aaf6b93 service neutron] 10.222.0.26 "GET /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093910 Sep 01 02:19:30.468634 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacbe7b-d6d7-4bbc-b717-b0c2ee03170e req-228d7cef-c250-469d-b7c9-34509d2feb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:30.471747 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3dacbe7b-d6d7-4bbc-b717-b0c2ee03170e req-228d7cef-c250-469d-b7c9-34509d2feb4e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 1098 time: 0.1418881 Sep 01 02:19:30.516160 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'name': 'tempest-TestMinimumBasicScenario-656308390-router', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:28Z', 'revision_number': 3, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'gw_port': {'id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:30.565813 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3dacbe7b-d6d7-4bbc-b717-b0c2ee03170e req-7704e7a0-9439-4311-b00c-573df531f56b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843875 Sep 01 02:19:30.585948 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Checking router: 29a408dd-d3b4-4b58-aec9-729d27d77a93 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:19:30.586397 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Updating router 29a408dd-d3b4-4b58-aec9-729d27d77a93 port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:19:30.613161 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:30.631101 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:30.667983 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 5ed063b3-89b2-448f-b829-91ff1e6cea3d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=5ed063b3-89b2-448f-b829-91ff1e6cea3d,segment=NetworkSegment(d7170317-9755-41ba-bf27-35085bbe8f4d),segment_id=d7170317-9755-41ba-bf27-35085bbe8f4d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:30.801357 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:30.812113 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:30.894061 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=5ed063b3-89b2-448f-b829-91ff1e6cea3d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:30.913456 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:30.923948 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Transition to ACTIVE for port object 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:31.002306 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Allocated IP 172.20.0.1 (38ae9f5d-65f1-48b5-8785-40f72b9980fe/ec21bb58-921e-4951-88c6-77e6a6622244/8a8a12a2-c22b-4a87-8484-ee2de4035a4f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:31.006524 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.058799 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Attempting to bind port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:31.059103 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Attempting to bind port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:31.059497 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Attempting to bind port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 on network 89393945-2bfe-4da0-8579-8eccb334d266 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:31.067406 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b20f1-7bff-4483-8e31-e0778c538d22 None None] Pushing event updated for resources: {'Port': ['ID=4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:31.071256 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:31.071661 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:31.072096 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.072486 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Bound using segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:31.072946 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Bound port: 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:31.073356 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.105354 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.118124 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Transition to ACTIVE for port object 8a8a12a2-c22b-4a87-8484-ee2de4035a4f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:31.126578 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] For port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:31.129756 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] For port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:31.209166 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.209427 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.251609 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Network 38ae9f5d-65f1-48b5-8785-40f72b9980fe is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:31.254834 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:31.259103 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:31.262333 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Pushing event updated for resources: {'Port': ['ID=8a8a12a2-c22b-4a87-8484-ee2de4035a4f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:31.274375 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Routers {'29a408dd-d3b4-4b58-aec9-729d27d77a93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:31.275223 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['29a408dd-d3b4-4b58-aec9-729d27d77a93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:31.279851 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b20f1-7bff-4483-8e31-e0778c538d22 None None] Pushing event updated for resources: {'Port': ['ID=4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:31.307404 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368769'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.397371 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] Set router 29a408dd-d3b4-4b58-aec9-729d27d77a93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:31.540426 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41739343-4146-4067-b985-f140bccacca0 req-bd3062e5-522a-445c-92c8-a3cc933257dc tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:31.542718 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-41739343-4146-4067-b985-f140bccacca0 req-bd3062e5-522a-445c-92c8-a3cc933257dc tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 944 time: 0.0877855 Sep 01 02:19:31.596707 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.617925 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'name': 'tempest-TestMinimumBasicScenario-656308390-router', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:28Z', 'revision_number': 3, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'gw_port': {'id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:31.624425 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-41739343-4146-4067-b985-f140bccacca0 req-673b002c-a45e-41d6-9a9a-30bd19f2f94d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645895 Sep 01 02:19:31.627780 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0300bacb-f8a2-415e-8dd7-b960bb95f204 None None] Provisioning for port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:31.634480 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0300bacb-f8a2-415e-8dd7-b960bb95f204 None None] Provisioning complete for port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:31.634864 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0300bacb-f8a2-415e-8dd7-b960bb95f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.651049 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91276d11-9d97-41c5-ba05-7dbc40f728a0 req-566e82d2-9017-400b-b4dd-f611ed7e3f47 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:31.652993 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-91276d11-9d97-41c5-ba05-7dbc40f728a0 req-566e82d2-9017-400b-b4dd-f611ed7e3f47 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1093445 Sep 01 02:19:31.665182 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8850508-7292-4dea-8cc2-7a8bca000e14 None None] The sync data for ids ['29a408dd-d3b4-4b58-aec9-729d27d77a93'] in dv-cinder-799668-15-iscsi is: [{'id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'name': 'tempest-TestMinimumBasicScenario-656308390-router', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:28Z', 'revision_number': 3, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'gw_port': {'id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:19:31.707692 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0300bacb-f8a2-415e-8dd7-b960bb95f204 None None] Port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:19:31.750964 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-91276d11-9d97-41c5-ba05-7dbc40f728a0 req-83637b3b-6af8-44cb-94f8-2782a1d78b43 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865605 Sep 01 02:19:31.807351 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.851679 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 5ed063b3-89b2-448f-b829-91ff1e6cea3d up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:31.887343 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.908621 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 5ed063b3-89b2-448f-b829-91ff1e6cea3d triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:31.908822 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900210e-8610-43e5-bd92-55069cd3372d req-b980f67a-c1c2-4cdd-a978-b7415cc69451 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:31.909030 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.910160 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-b980f67a-c1c2-4cdd-a978-b7415cc69451 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/networks?id=ae758667-3995-44bc-b357-a165c81380d0 HTTP/1.1" status: 200 len: 814 time: 0.1472309 Sep 01 02:19:31.934996 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-f704663c-e8a6-4afd-8c7a-13edb49183a9 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/quotas/1faa9c5d224b4894b74ad9e4337d111d HTTP/1.1" status: 200 len: 375 time: 0.0119631 Sep 01 02:19:31.963191 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371249'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:31.989950 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Pushing event updated for resources: {'Port': ['ID=8a8a12a2-c22b-4a87-8484-ee2de4035a4f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:32.010704 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-97f96286-a54d-4b1d-92c2-a8a641105bd0 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1faa9c5d224b4894b74ad9e4337d111d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630174 Sep 01 02:19:32.160769 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Network 38ae9f5d-65f1-48b5-8785-40f72b9980fe is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:32.160769 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:32.183128 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-037b09d4-eb0e-46bc-be1b-acf2448e6062 service neutron] 10.222.0.23 "GET /v2.0/networks/ae758667-3995-44bc-b357-a165c81380d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624837 Sep 01 02:19:32.295831 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-18257f67-2950-4762-90f9-b9a882978f3f service neutron] 10.222.0.23 "GET /v2.0/networks/ae758667-3995-44bc-b357-a165c81380d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049442 Sep 01 02:19:32.318720 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Router 29a408dd-d3b4-4b58-aec9-729d27d77a93 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:19:32.503548 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:19:32.515433 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7a958ca0-037b-4c3b-b1e6-13e92f68c39b admin admin] 10.222.0.23 "PUT /v2.0/routers/29a408dd-d3b4-4b58-aec9-729d27d77a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6380680 Sep 01 02:19:32.540214 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-499b1f10-d07e-47b9-bc3b-9e96af9b9c17 None None] Provisioning complete for port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:32.540770 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-499b1f10-d07e-47b9-bc3b-9e96af9b9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:32.602910 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad683605-0334-41b5-8216-600fe447a866 req-60a7d561-e534-4921-a0b2-5293c12aecf6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669551 Sep 01 02:19:32.607336 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-499b1f10-d07e-47b9-bc3b-9e96af9b9c17 None None] Port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:19:32.763644 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad683605-0334-41b5-8216-600fe447a866 req-8a2bdf62-e202-4cab-b02e-4d5d14e708a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:32.770606 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad683605-0334-41b5-8216-600fe447a866 req-8a2bdf62-e202-4cab-b02e-4d5d14e708a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 1098 time: 0.1318643 Sep 01 02:19:32.779199 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:32.808233 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-52101e3c-3ea1-49cd-965f-51a3083d2e70 req-ae2d6ae4-7915-4819-8013-2cec2132e5ed tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 210 time: 0.1061208 Sep 01 02:19:32.971893 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a60d-a1af-4ef5-9a42-867db253e14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:33.017975 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbb7f9-26a6-46ec-8718-73120d73af9d req-dfff192a-f176-4894-ae87-0c624069ded5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:33.020263 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e7fbb7f9-26a6-46ec-8718-73120d73af9d req-dfff192a-f176-4894-ae87-0c624069ded5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 944 time: 0.2724478 Sep 01 02:19:33.107471 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a60d-a1af-4ef5-9a42-867db253e14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:33.117599 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad683605-0334-41b5-8216-600fe447a866 req-98128b00-a350-42dd-99ab-a9fee6b249d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:33.119555 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad683605-0334-41b5-8216-600fe447a866 req-98128b00-a350-42dd-99ab-a9fee6b249d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 920 time: 0.3216021 Sep 01 02:19:33.122895 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e7fbb7f9-26a6-46ec-8718-73120d73af9d req-369a3605-fc58-4740-aa8e-caceba260c14 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854461 Sep 01 02:19:33.130180 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bc2f7-3e47-46c5-914c-0ea3d338a59a req-79302bc7-4dc6-4c6b-81d8-f520b766e4bd tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:33.131719 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e85bc2f7-3e47-46c5-914c-0ea3d338a59a req-79302bc7-4dc6-4c6b-81d8-f520b766e4bd tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1777811 Sep 01 02:19:33.181352 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad683605-0334-41b5-8216-600fe447a866 req-e904c9a2-1c45-491e-95a0-bc87beb7c1d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf HTTP/1.1" status: 200 len: 217 time: 0.0486264 Sep 01 02:19:33.216658 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e85bc2f7-3e47-46c5-914c-0ea3d338a59a req-09c3fe53-1418-401c-99ff-45d63f0747c2 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774155 Sep 01 02:19:33.270555 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad683605-0334-41b5-8216-600fe447a866 req-f9ecb35e-f98f-4e5d-a3d3-b7734dbad736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:33.272113 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad683605-0334-41b5-8216-600fe447a866 req-f9ecb35e-f98f-4e5d-a3d3-b7734dbad736 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 200 len: 859 time: 0.0714710 Sep 01 02:19:33.308641 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad683605-0334-41b5-8216-600fe447a866 req-c8f6c191-d6d0-4fd0-92b4-c007c4bc9b56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25ff1c87-3840-478f-bfb8-50f6aa595d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267630 Sep 01 02:19:33.319896 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fc6a60d-a1af-4ef5-9a42-867db253e14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:33.368979 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9fc6a60d-a1af-4ef5-9a42-867db253e14d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=315033f02e92431da428943af73a99cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874100 Sep 01 02:19:33.369920 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6a60d-a1af-4ef5-9a42-867db253e14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1ba1fb-8b50-4b8f-af9d-0c14f74cac21,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:33.372776 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 40908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:19:33.428216 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1709c17e-e025-46d5-8173-19c7fdec9f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:33.443921 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad683605-0334-41b5-8216-600fe447a866 req-dd91ceca-3298-4204-849b-4007c3f5493d service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251822 Sep 01 02:19:33.450971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1709c17e-e025-46d5-8173-19c7fdec9f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:33.563561 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device da87c642-7439-4b0d-97f0-467fdd31fa40 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:19:33.578152 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad683605-0334-41b5-8216-600fe447a866 req-36d92561-610e-4c8c-bae8-772976915b86 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089265 Sep 01 02:19:33.687630 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1709c17e-e025-46d5-8173-19c7fdec9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:33.687630 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1709c17e-e025-46d5-8173-19c7fdec9f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:33.688569 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port da87c642-7439-4b0d-97f0-467fdd31fa40, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=da87c642-7439-4b0d-97f0-467fdd31fa40,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:33.696300 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1709c17e-e025-46d5-8173-19c7fdec9f37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a1ba1fb-8b50-4b8f-af9d-0c14f74cac21 HTTP/1.1" status: 204 len: 168 time: 0.3177779 Sep 01 02:19:33.719824 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': 'da87c642-7439-4b0d-97f0-467fdd31fa40', 'network_id': 'e01de8dd-ade6-4102-b0a8-c70ee02163ec', 'port_id': 'da87c642-7439-4b0d-97f0-467fdd31fa40', 'mac_address': 'fa:16:3e:70:d1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c98f80-6b39-47ac-9b5c-5fd8efac130e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:19:33.731912 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709c17e-e025-46d5-8173-19c7fdec9f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1ba1fb-8b50-4b8f-af9d-0c14f74cac21,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:33.794553 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:33.818053 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da87c642-7439-4b0d-97f0-467fdd31fa40 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:19:33.872282 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port da87c642-7439-4b0d-97f0-467fdd31fa40, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=da87c642-7439-4b0d-97f0-467fdd31fa40,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:33.949471 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:33.970874 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-597fb1ef-8877-4eae-bcf4-ef2b4e4d6990 req-e3eda059-ee26-4f6b-8b31-09d7f3d4ae80 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 210 time: 0.0757825 Sep 01 02:19:34.006079 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caab648-324a-4d58-9880-12e0bcbdf2c7 req-49c09742-f67f-415a-bf0b-5c340e7390ba tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:34.017183 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:34.022822 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2caab648-324a-4d58-9880-12e0bcbdf2c7 req-49c09742-f67f-415a-bf0b-5c340e7390ba tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.2030487 Sep 01 02:19:34.047464 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b610d2-753e-43fa-a046-65c8b297305d req-ea2c0b80-d711-4d76-bfc9-c7f70b7d99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:34.049080 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-52b610d2-753e-43fa-a046-65c8b297305d req-ea2c0b80-d711-4d76-bfc9-c7f70b7d99d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 1098 time: 0.1390200 Sep 01 02:19:34.076387 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2caab648-324a-4d58-9880-12e0bcbdf2c7 req-2f6ff2fd-7dcd-4136-b79c-51a950d1803b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525753 Sep 01 02:19:34.104912 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=da87c642-7439-4b0d-97f0-467fdd31fa40,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:34.123078 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:34.130537 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:34.131187 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:34.239413 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b610d2-753e-43fa-a046-65c8b297305d req-bf20b88b-4f92-4a9e-963e-c8cd5951cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:34.241235 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-52b610d2-753e-43fa-a046-65c8b297305d req-bf20b88b-4f92-4a9e-963e-c8cd5951cbde service neutron] 10.222.0.26 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 920 time: 0.1751609 Sep 01 02:19:34.365622 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:34.380836 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f52a6362-92b3-4c25-97c6-e53ad6d5d348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:34.417057 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:34.418094 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-52b610d2-753e-43fa-a046-65c8b297305d req-de0bb902-9485-4856-8461-dfe6ac5a5170 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf HTTP/1.1" status: 200 len: 217 time: 0.1038780 Sep 01 02:19:34.439596 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f643ce-2f1a-4c58-b70a-3aa086157c97 req-29c9c1f0-7f2e-4001-9edf-a6ae7ed3c1fc tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:34.441359 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-67f643ce-2f1a-4c58-b70a-3aa086157c97 req-29c9c1f0-7f2e-4001-9edf-a6ae7ed3c1fc tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 945 time: 0.1823854 Sep 01 02:19:34.531034 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b610d2-753e-43fa-a046-65c8b297305d req-41e5bc40-d6bb-402f-960c-812538b62146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:34.532544 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-52b610d2-753e-43fa-a046-65c8b297305d req-41e5bc40-d6bb-402f-960c-812538b62146 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 200 len: 859 time: 0.1022837 Sep 01 02:19:34.535643 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-67f643ce-2f1a-4c58-b70a-3aa086157c97 req-568c3bae-8388-4b27-beb9-846906e78ca4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845625 Sep 01 02:19:34.564434 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['da87c642-7439-4b0d-97f0-467fdd31fa40'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:19:34.591671 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-52b610d2-753e-43fa-a046-65c8b297305d req-bad78e12-c621-42dd-a928-421db5e37975 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25ff1c87-3840-478f-bfb8-50f6aa595d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346820 Sep 01 02:19:34.595626 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:34.729850 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:34.763592 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-52b610d2-753e-43fa-a046-65c8b297305d req-1408a220-69c3-429a-ae87-f56da9b9ac8f service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573505 Sep 01 02:19:34.972908 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-52b610d2-753e-43fa-a046-65c8b297305d req-c0c6f608-4846-4530-bfa1-a0a836970a84 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704683 Sep 01 02:19:34.976954 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Sync routers for ids ['29a408dd-d3b4-4b58-aec9-729d27d77a93'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:19:35.016119 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Routers {'29a408dd-d3b4-4b58-aec9-729d27d77a93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:35.016119 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['29a408dd-d3b4-4b58-aec9-729d27d77a93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:35.130621 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5259d6d-7284-4849-b226-ca7c24ca6793 req-e2cad047-6eef-4f6f-af9d-9cd10a398300 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 210 time: 0.0454483 Sep 01 02:19:35.136801 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Set router 29a408dd-d3b4-4b58-aec9-729d27d77a93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:35.250663 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150b3bc-7e0c-426b-8c2c-bc5dfa0d74d2 req-13f86f0a-563d-42ff-acc7-0d583d9236a1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:35.252866 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4150b3bc-7e0c-426b-8c2c-bc5dfa0d74d2 req-13f86f0a-563d-42ff-acc7-0d583d9236a1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0664010 Sep 01 02:19:35.321013 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4150b3bc-7e0c-426b-8c2c-bc5dfa0d74d2 req-165ec5e8-1c59-4542-b4ae-8a78a1e66d43 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610940 Sep 01 02:19:35.434179 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'name': 'tempest-TestMinimumBasicScenario-656308390-router', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:31Z', 'revision_number': 4, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'gw_port': {'id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '8a8a12a2-c22b-4a87-8484-ee2de4035a4f', 'name': '', 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'mac_address': 'fa:16:3e:ce:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ec21bb58-921e-4951-88c6-77e6a6622244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:30Z', 'updated_at': '2021-09-01T02:19:31Z', 'revision_number': 2, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'subnets': [{'id': 'ec21bb58-921e-4951-88c6-77e6a6622244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:35.467508 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Checking router: 29a408dd-d3b4-4b58-aec9-729d27d77a93 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:19:35.468116 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Updating router 29a408dd-d3b4-4b58-aec9-729d27d77a93 port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f binding host dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:19:35.499888 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:35.821077 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00432591-d44a-4291-ae26-aba6ab63813b req-beac6bea-7499-45ec-ad1e-8a7dc097f57d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:35.821077 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-00432591-d44a-4291-ae26-aba6ab63813b req-beac6bea-7499-45ec-ad1e-8a7dc097f57d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 945 time: 0.0858893 Sep 01 02:19:35.821077 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-00432591-d44a-4291-ae26-aba6ab63813b req-0b8056d6-a605-492c-a6e7-821b3e099fa4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430570 Sep 01 02:19:35.942765 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:36.054789 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:36.055158 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:36.139436 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:36.152205 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Transition to ACTIVE for port object 8a8a12a2-c22b-4a87-8484-ee2de4035a4f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:36.275651 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6fe33bd2-4b58-41f3-bbb2-459cfb9dd5e6 req-1f234bb7-2acf-4fe7-bc8f-cfc1ea1491d1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 210 time: 0.0574722 Sep 01 02:19:36.458132 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26bcc3-93bc-4868-a15d-58923e9579ad req-e1e802db-bb8c-4925-8c15-080fa25db633 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:36.459673 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d26bcc3-93bc-4868-a15d-58923e9579ad req-e1e802db-bb8c-4925-8c15-080fa25db633 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0558310 Sep 01 02:19:36.530926 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d26bcc3-93bc-4868-a15d-58923e9579ad req-acc323b3-c127-49e6-9c47-0d1c6682ff3a tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641134 Sep 01 02:19:36.678872 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:36.680979 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dba7bc31-8468-4c23-aa2c-d1350b392d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:36.683462 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:36.837558 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Pushing event updated for resources: {'Port': ['ID=8a8a12a2-c22b-4a87-8484-ee2de4035a4f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:36.883427 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.883779 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.884123 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.884464 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.884800 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.885747 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.885747 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.886047 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.886150 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.886441 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.886762 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.887131 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:19:36.919814 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Attempting to bind port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:36.920181 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Attempting to bind port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': 'd7170317-9755-41ba-bf27-35085bbe8f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:36.921178 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Attempting to bind port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f on network 38ae9f5d-65f1-48b5-8785-40f72b9980fe {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:36.928042 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:36.928426 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Checking segment: {'id': 'd7170317-9755-41ba-bf27-35085bbe8f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:36.928841 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:36.929239 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Bound using segment: {'id': 'd7170317-9755-41ba-bf27-35085bbe8f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:36.929718 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Bound port: 8a8a12a2-c22b-4a87-8484-ee2de4035a4f, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7170317-9755-41ba-bf27-35085bbe8f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:36.930103 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:37.000589 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900210e-8610-43e5-bd92-55069cd3372d req-c4290a4d-159d-4fe4-8b38-5c2edb9275c0 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:37.012087 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-c4290a4d-159d-4fe4-8b38-5c2edb9275c0 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.26 "GET /v2.0/networks?id=ae758667-3995-44bc-b357-a165c81380d0 HTTP/1.1" status: 200 len: 814 time: 0.2965250 Sep 01 02:19:37.043425 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8539c-98fe-40d9-8fa1-6951b841bcd8 req-b33762f4-4f23-4fdd-8fc8-d8145114a0db tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:37.051400 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-19b8539c-98fe-40d9-8fa1-6951b841bcd8 req-b33762f4-4f23-4fdd-8fc8-d8145114a0db tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 945 time: 0.1311169 Sep 01 02:19:37.059281 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Request body: {'port': {'device_id': 'd12e3f77-f6eb-4c93-9b4f-6ef5a1488c46', 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0', 'admin_state_up': True, 'tenant_id': '1faa9c5d224b4894b74ad9e4337d111d'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:37.127625 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] For port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:37.145271 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] For port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=8a8a12a2-c22b-4a87-8484-ee2de4035a4f,segment=NetworkSegment(d7170317-9755-41ba-bf27-35085bbe8f4d),segment_id=d7170317-9755-41ba-bf27-35085bbe8f4d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:37.183487 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-19b8539c-98fe-40d9-8fa1-6951b841bcd8 req-56b22f94-924e-4c8d-8801-783e8b3ed7a7 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278777 Sep 01 02:19:37.202873 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:37.249430 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:37.345710 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Routers {'29a408dd-d3b4-4b58-aec9-729d27d77a93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:19:37.346505 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:19:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['29a408dd-d3b4-4b58-aec9-729d27d77a93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:37.351301 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Made reservation on behalf of 1faa9c5d224b4894b74ad9e4337d111d for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:37.354594 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda97b2a-858b-43be-98f7-634684bcb47e None None] Pushing event updated for resources: {'Port': ['ID=8a8a12a2-c22b-4a87-8484-ee2de4035a4f,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:37.358825 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:37.520621 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] Set router 29a408dd-d3b4-4b58-aec9-729d27d77a93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:19:37.576268 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-944d2775-2b22-4409-8662-c20659c36bb1 req-89e73b2c-fe2d-4c4b-b7ac-3f67a1059f4b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 210 time: 0.0834606 Sep 01 02:19:37.611731 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device da87c642-7439-4b0d-97f0-467fdd31fa40 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:37.657891 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Allocated IP 172.20.0.4 (ae758667-3995-44bc-b357-a165c81380d0/4f09a50d-fd3d-4558-8ac0-e63072f610f2/85e0a1d1-7d60-49e3-81f9-63069a6c6883) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:37.831190 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef09095-c546-49f7-be68-9bc4cf68d41f req-a446d7c2-0c09-4c89-a45c-cf095da93106 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:37.832761 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4ef09095-c546-49f7-be68-9bc4cf68d41f req-a446d7c2-0c09-4c89-a45c-cf095da93106 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1237621 Sep 01 02:19:37.893153 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4ef09095-c546-49f7-be68-9bc4cf68d41f req-521fea53-b821-4c80-9972-d3d21849c3d6 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532711 Sep 01 02:19:37.923621 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'name': 'tempest-TestMinimumBasicScenario-656308390-router', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:31Z', 'revision_number': 4, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'gw_port': {'id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '8a8a12a2-c22b-4a87-8484-ee2de4035a4f', 'name': '', 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'mac_address': 'fa:16:3e:ce:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ec21bb58-921e-4951-88c6-77e6a6622244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:30Z', 'updated_at': '2021-09-01T02:19:37Z', 'revision_number': 4, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'subnets': [{'id': 'ec21bb58-921e-4951-88c6-77e6a6622244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:19:37.940323 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ffb7ed-9a59-4d3d-ac30-50ef7b023384 None None] The sync data for ids ['29a408dd-d3b4-4b58-aec9-729d27d77a93'] in dv-cinder-799668-15-iscsi is: [{'id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'name': 'tempest-TestMinimumBasicScenario-656308390-router', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:31Z', 'revision_number': 4, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'gw_port': {'id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '8a8a12a2-c22b-4a87-8484-ee2de4035a4f', 'name': '', 'network_id': '38ae9f5d-65f1-48b5-8785-40f72b9980fe', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'mac_address': 'fa:16:3e:ce:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'ec21bb58-921e-4951-88c6-77e6a6622244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:30Z', 'updated_at': '2021-09-01T02:19:37Z', 'revision_number': 4, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'subnets': [{'id': 'ec21bb58-921e-4951-88c6-77e6a6622244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:19:37.944832 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:38.041678 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port da87c642-7439-4b0d-97f0-467fdd31fa40 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:38.041678 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port da87c642-7439-4b0d-97f0-467fdd31fa40 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:38.041678 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:38.160747 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:38.186439 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa37c22-56f5-4260-8e1a-e66fd1ba7c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da87c642-7439-4b0d-97f0-467fdd31fa40'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:19:38.188753 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c8f748-dd7c-41c2-961f-f6f59aa767fa" -d '{"events": [{"server_uuid": "efa37c22-56f5-4260-8e1a-e66fd1ba7c69", "name": "network-vif-plugged", "status": "completed", "tag": "da87c642-7439-4b0d-97f0-467fdd31fa40"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:19:38.204644 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port da87c642-7439-4b0d-97f0-467fdd31fa40, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=da87c642-7439-4b0d-97f0-467fdd31fa40,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:38.237373 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f159439d-c1db-4bea-8fae-b78dd1b42f29 x-openstack-request-id: req-f159439d-c1db-4bea-8fae-b78dd1b42f29 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:19:38.241333 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa37c22-56f5-4260-8e1a-e66fd1ba7c69", "name": "network-vif-plugged", "status": "completed", "tag": "da87c642-7439-4b0d-97f0-467fdd31fa40", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:19:38.241814 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f159439d-c1db-4bea-8fae-b78dd1b42f29 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:19:38.242325 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa37c22-56f5-4260-8e1a-e66fd1ba7c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da87c642-7439-4b0d-97f0-467fdd31fa40', 'code': 200} Sep 01 02:19:38.262518 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:38.293212 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:38.294439 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:38.350879 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Pushing event updated for resources: {'Port': ['ID=85e0a1d1-7d60-49e3-81f9-63069a6c6883,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:38.395687 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Network ae758667-3995-44bc-b357-a165c81380d0 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:38.400075 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:38.404423 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:38.411938 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=da87c642-7439-4b0d-97f0-467fdd31fa40,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:38.477199 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883a0e2-8067-4fe3-a62a-08b0657cf69a req-316d487b-0173-4c42-92e2-07665c4bc247 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:38.485884 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c883a0e2-8067-4fe3-a62a-08b0657cf69a req-316d487b-0173-4c42-92e2-07665c4bc247 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 946 time: 0.1567466 Sep 01 02:19:38.518661 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:38.521328 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:38.585064 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c883a0e2-8067-4fe3-a62a-08b0657cf69a req-13266c8c-9307-4f95-8bcf-b1d688a24ce8 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782156 Sep 01 02:19:38.684999 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-883ed4f4-b506-4314-88e4-a4e52a6c429e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6305013 Sep 01 02:19:38.701482 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Request body: {'port': {'device_id': 'd12e3f77-f6eb-4c93-9b4f-6ef5a1488c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:38.737207 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aad9ae-a96e-4c28-8d79-5370f766f144 req-b1ffeb70-732b-42e9-9616-fd135abc7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:38.740512 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b8aad9ae-a96e-4c28-8d79-5370f766f144 req-b1ffeb70-732b-42e9-9616-fd135abc7de7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 1099 time: 0.1040227 Sep 01 02:19:38.825190 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b8aad9ae-a96e-4c28-8d79-5370f766f144 req-b7da2d89-c68e-406d-9109-6accf07f74b5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744641 Sep 01 02:19:39.252227 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b18d09-0203-4d2c-949a-0b5d36768dcc req-3fe2a5f2-1905-4e5e-b849-084849b059d6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:39.262333 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-07b18d09-0203-4d2c-949a-0b5d36768dcc req-3fe2a5f2-1905-4e5e-b849-084849b059d6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 931 time: 0.5440276 Sep 01 02:19:39.269179 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:39.319609 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e55d6-9bab-4e93-8d0f-c402b0f94a13 req-8e06a944-3092-47fa-8222-e09511d3f76d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:39.321470 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d51e55d6-9bab-4e93-8d0f-c402b0f94a13 req-8e06a944-3092-47fa-8222-e09511d3f76d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.2348728 Sep 01 02:19:39.397008 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:39.458626 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-07b18d09-0203-4d2c-949a-0b5d36768dcc req-caf6c0fe-75d9-4efe-96b7-bd3b4c2ca7f5 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378789 Sep 01 02:19:39.458626 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d51e55d6-9bab-4e93-8d0f-c402b0f94a13 req-890f4bd4-f261-4d71-8f91-05f620130a25 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069677 Sep 01 02:19:39.756971 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f852ec0-d342-4f50-94b1-5cd0f0d6a51c req-cc44576e-4204-4047-8db9-d5b6c5be7704 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:39.758495 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f852ec0-d342-4f50-94b1-5cd0f0d6a51c req-cc44576e-4204-4047-8db9-d5b6c5be7704 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 946 time: 0.0889387 Sep 01 02:19:39.841353 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f852ec0-d342-4f50-94b1-5cd0f0d6a51c req-660a9755-ee03-4b6d-8721-1999e4359303 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668666 Sep 01 02:19:39.884727 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e0a1d1-7d60-49e3-81f9-63069a6c6883 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:19:39.892870 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:39.913209 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Transition to ACTIVE for port object 85e0a1d1-7d60-49e3-81f9-63069a6c6883 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:39.926383 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 8a8a12a2-c22b-4a87-8484-ee2de4035a4f up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:40.019891 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:40.074139 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Pushing event updated for resources: {'Port': ['ID=85e0a1d1-7d60-49e3-81f9-63069a6c6883,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:40.078929 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:40.100407 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:40.101994 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:40.156826 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Attempting to bind port 85e0a1d1-7d60-49e3-81f9-63069a6c6883 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:19:40.159994 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Attempting to bind port 85e0a1d1-7d60-49e3-81f9-63069a6c6883 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '9d03a003-b592-4698-9462-49b5ffeb4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:19:40.161239 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Attempting to bind port 85e0a1d1-7d60-49e3-81f9-63069a6c6883 on network ae758667-3995-44bc-b357-a165c81380d0 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:40.167626 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Port 85e0a1d1-7d60-49e3-81f9-63069a6c6883 on network ae758667-3995-44bc-b357-a165c81380d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:19:40.168196 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Attempting to bind port 85e0a1d1-7d60-49e3-81f9-63069a6c6883 on network ae758667-3995-44bc-b357-a165c81380d0 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:19:40.174333 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:19:40.174533 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Checking segment: {'id': '9d03a003-b592-4698-9462-49b5ffeb4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:19:40.174907 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Bound using segment: {'id': '9d03a003-b592-4698-9462-49b5ffeb4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:19:40.175767 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Bound port: 85e0a1d1-7d60-49e3-81f9-63069a6c6883, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d03a003-b592-4698-9462-49b5ffeb4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:19:40.176215 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:40.221208 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:40.305164 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=8a8a12a2-c22b-4a87-8484-ee2de4035a4f,segment=NetworkSegment(d7170317-9755-41ba-bf27-35085bbe8f4d),segment_id=d7170317-9755-41ba-bf27-35085bbe8f4d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:40.345571 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] For port 85e0a1d1-7d60-49e3-81f9-63069a6c6883, host hv-cinder-79966, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:19:40.348990 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] For port 85e0a1d1-7d60-49e3-81f9-63069a6c6883, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=85e0a1d1-7d60-49e3-81f9-63069a6c6883,segment=NetworkSegment(9d03a003-b592-4698-9462-49b5ffeb4171),segment_id=9d03a003-b592-4698-9462-49b5ffeb4171)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:19:40.420430 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:40.424789 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:40.472682 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:40.473312 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:40.474919 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] 10.222.0.26 "PUT /v2.0/ports/85e0a1d1-7d60-49e3-81f9-63069a6c6883 HTTP/1.1" status: 200 len: 1093 time: 1.7806072 Sep 01 02:19:40.478359 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12e3f77-f6eb-4c93-9b4f-6ef5a1488c46', 'tag': '85e0a1d1-7d60-49e3-81f9-63069a6c6883'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:19:40.482991 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b60a6c-5668-491b-b1ea-956b8d503c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46", "tag": "85e0a1d1-7d60-49e3-81f9-63069a6c6883"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:19:40.526973 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403778d-8282-47ca-864d-bf0fb5bcccf1 service neutron] Pushing event updated for resources: {'Port': ['ID=85e0a1d1-7d60-49e3-81f9-63069a6c6883,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:40.551213 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374e1c56-7fff-47ff-a684-201de9f9f82f x-openstack-request-id: req-374e1c56-7fff-47ff-a684-201de9f9f82f {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:19:40.551657 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46", "tag": "85e0a1d1-7d60-49e3-81f9-63069a6c6883", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:19:40.551977 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-374e1c56-7fff-47ff-a684-201de9f9f82f {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:19:40.552901 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12e3f77-f6eb-4c93-9b4f-6ef5a1488c46', 'tag': '85e0a1d1-7d60-49e3-81f9-63069a6c6883', 'status': 'completed', 'code': 200} Sep 01 02:19:40.578838 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=8a8a12a2-c22b-4a87-8484-ee2de4035a4f,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:40.606820 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18226ee-bab2-4cae-bbd2-bb678eea41c4 req-dcb6c8f8-810c-4051-bb9f-a1b21b195eca tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:40.608263 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c18226ee-bab2-4cae-bbd2-bb678eea41c4 req-dcb6c8f8-810c-4051-bb9f-a1b21b195eca tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 943 time: 0.0749986 Sep 01 02:19:40.675445 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b60a6c-5668-491b-b1ea-956b8d503c3a req-f6a767d0-3d95-43f3-9e9b-3dacf6cded68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:40.676974 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-86b60a6c-5668-491b-b1ea-956b8d503c3a req-f6a767d0-3d95-43f3-9e9b-3dacf6cded68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1faa9c5d224b4894b74ad9e4337d111d&device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 1096 time: 0.0909858 Sep 01 02:19:40.685836 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c18226ee-bab2-4cae-bbd2-bb678eea41c4 req-ea943824-69c0-4f3e-bb45-d08857b2639a tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606246 Sep 01 02:19:40.815850 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b60a6c-5668-491b-b1ea-956b8d503c3a req-a10c3a69-fb3e-455e-ae74-9019b0cbd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:40.817344 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-86b60a6c-5668-491b-b1ea-956b8d503c3a req-a10c3a69-fb3e-455e-ae74-9019b0cbd12f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1faa9c5d224b4894b74ad9e4337d111d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1040711 Sep 01 02:19:40.989870 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b60a6c-5668-491b-b1ea-956b8d503c3a req-49877095-d44b-45bf-ab9d-aa620017ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:40.991347 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-86b60a6c-5668-491b-b1ea-956b8d503c3a req-49877095-d44b-45bf-ab9d-aa620017ac0a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631155 Sep 01 02:19:41.020897 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f8da3-c10f-4e7a-a2ae-8bccdf2c5911 req-2a8cda61-7a14-44bc-892d-330b3f278356 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:41.022590 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db0f8da3-c10f-4e7a-a2ae-8bccdf2c5911 req-2a8cda61-7a14-44bc-892d-330b3f278356 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 946 time: 0.1047180 Sep 01 02:19:41.110204 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db0f8da3-c10f-4e7a-a2ae-8bccdf2c5911 req-73969c2c-02a7-418b-a82b-8afbb11e3676 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717022 Sep 01 02:19:41.126162 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900210e-8610-43e5-bd92-55069cd3372d req-98e05ab7-6d26-470e-b166-d648988ef2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:41.135152 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-98e05ab7-6d26-470e-b166-d648988ef2f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1faa9c5d224b4894b74ad9e4337d111d&device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 1096 time: 0.0816116 Sep 01 02:19:41.198838 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-854ae4cf-be01-4cd2-b228-15738c368901 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e0a1d1-7d60-49e3-81f9-63069a6c6883 HTTP/1.1" status: 200 len: 217 time: 0.0536566 Sep 01 02:19:41.256736 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900210e-8610-43e5-bd92-55069cd3372d req-35a2c50d-913c-4313-a106-d1c345ba25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:41.259009 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-35a2c50d-913c-4313-a106-d1c345ba25af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f09a50d-fd3d-4558-8ac0-e63072f610f2 HTTP/1.1" status: 200 len: 854 time: 0.0517461 Sep 01 02:19:41.296354 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-86bb1e29-2bb4-44c0-9571-b560d433f953 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ae758667-3995-44bc-b357-a165c81380d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268941 Sep 01 02:19:41.430114 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-df61689f-8234-406c-b765-3c17955196e0 service neutron] 10.222.0.26 "GET /v2.0/networks/ae758667-3995-44bc-b357-a165c81380d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259565 Sep 01 02:19:41.614316 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6900210e-8610-43e5-bd92-55069cd3372d req-693aa078-26b1-4847-8428-5076ecfd2da9 service neutron] 10.222.0.26 "GET /v2.0/networks/ae758667-3995-44bc-b357-a165c81380d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719983 Sep 01 02:19:41.630139 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2ec43-0ff9-460d-8dfc-64d3a63b2947 req-545647c1-c564-44d3-8678-b98e0ef29253 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:41.635938 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-11f2ec43-0ff9-460d-8dfc-64d3a63b2947 req-545647c1-c564-44d3-8678-b98e0ef29253 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0846245 Sep 01 02:19:41.695871 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-11f2ec43-0ff9-460d-8dfc-64d3a63b2947 req-093c149d-16f4-479e-931d-63ec165e9e73 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444705 Sep 01 02:19:41.879854 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4031-5f04-4f5c-af21-536cdd7a72bf req-8f00a838-6606-4296-a655-4a2a39a959e2 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:41.883455 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-676f4031-5f04-4f5c-af21-536cdd7a72bf req-8f00a838-6606-4296-a655-4a2a39a959e2 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 943 time: 0.0895371 Sep 01 02:19:41.914578 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 8a8a12a2-c22b-4a87-8484-ee2de4035a4f up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:41.957994 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-676f4031-5f04-4f5c-af21-536cdd7a72bf req-f66df10e-ad01-47c4-8c11-805f22a2ee15 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675437 Sep 01 02:19:41.990701 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:41.991087 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:43.132538 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7223c-2853-4799-a967-5c885dfdc598 req-aac3e699-982b-45f5-81f9-52bf405134a9 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:43.134098 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e2e7223c-2853-4799-a967-5c885dfdc598 req-aac3e699-982b-45f5-81f9-52bf405134a9 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 943 time: 0.0676622 Sep 01 02:19:43.184087 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e2e7223c-2853-4799-a967-5c885dfdc598 req-73f8fc5a-04d5-4111-8bfc-117ed6b04b1d tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Sep 01 02:19:44.342251 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b07ecc-cda9-4689-be61-b91938f17b7f req-141167da-4bcd-4edc-a4c2-5636b017d46b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:44.343822 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c0b07ecc-cda9-4689-be61-b91938f17b7f req-141167da-4bcd-4edc-a4c2-5636b017d46b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 943 time: 0.0580225 Sep 01 02:19:44.426070 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c0b07ecc-cda9-4689-be61-b91938f17b7f req-7af488bd-1863-4bd0-a1c4-97b343657f6d tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686190 Sep 01 02:19:45.599297 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69343e2a-0340-4cc0-9238-f144ade6f869 req-3573584d-e0db-4330-9c5c-2a29e512aac2 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:45.605287 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-69343e2a-0340-4cc0-9238-f144ade6f869 req-3573584d-e0db-4330-9c5c-2a29e512aac2 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 943 time: 0.0627828 Sep 01 02:19:45.643464 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-69343e2a-0340-4cc0-9238-f144ade6f869 req-4df96b25-1459-4b75-af28-b4493fd58855 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370557 Sep 01 02:19:45.857253 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:19:46.764751 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eae4d3-e7e0-4954-bcc8-3190491f01ce req-f9735e53-a69b-4c71-8ad0-bb0cde8e5e79 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:46.766269 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5eae4d3-e7e0-4954-bcc8-3190491f01ce req-f9735e53-a69b-4c71-8ad0-bb0cde8e5e79 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 943 time: 0.0549819 Sep 01 02:19:46.807911 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5eae4d3-e7e0-4954-bcc8-3190491f01ce req-bbecc0ea-5151-4d68-a843-d940670999b6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358179 Sep 01 02:19:47.658288 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 85e0a1d1-7d60-49e3-81f9-63069a6c6883 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:19:47.785837 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 85e0a1d1-7d60-49e3-81f9-63069a6c6883, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=85e0a1d1-7d60-49e3-81f9-63069a6c6883,segment=NetworkSegment(9d03a003-b592-4698-9462-49b5ffeb4171),segment_id=9d03a003-b592-4698-9462-49b5ffeb4171)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:47.785837 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '85e0a1d1-7d60-49e3-81f9-63069a6c6883', 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0', 'port_id': '85e0a1d1-7d60-49e3-81f9-63069a6c6883', 'mac_address': 'fa:16:3e:aa:ec:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f09a50d-fd3d-4558-8ac0-e63072f610f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:19:47.838481 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:47.858259 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e0a1d1-7d60-49e3-81f9-63069a6c6883 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:19:47.882129 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 85e0a1d1-7d60-49e3-81f9-63069a6c6883, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=85e0a1d1-7d60-49e3-81f9-63069a6c6883,segment=NetworkSegment(9d03a003-b592-4698-9462-49b5ffeb4171),segment_id=9d03a003-b592-4698-9462-49b5ffeb4171)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:47.916329 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd66ca-28e3-4e4b-a80b-09a4bf594d5c req-367435b2-4d8c-4633-8511-51102083c571 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:47.917844 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-60cd66ca-28e3-4e4b-a80b-09a4bf594d5c req-367435b2-4d8c-4633-8511-51102083c571 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0483401 Sep 01 02:19:47.957997 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-60cd66ca-28e3-4e4b-a80b-09a4bf594d5c req-58070df0-83f0-4864-a805-a0beb50c5319 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Sep 01 02:19:48.014176 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:48.031304 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745c19-3278-4dba-8561-d044f07531a5 req-470dc673-70c4-42a7-b8d7-e978c1c76ff4 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:48.031304 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64745c19-3278-4dba-8561-d044f07531a5 req-470dc673-70c4-42a7-b8d7-e978c1c76ff4 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 943 time: 0.0555892 Sep 01 02:19:48.064683 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=85e0a1d1-7d60-49e3-81f9-63069a6c6883,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:48.124032 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64745c19-3278-4dba-8561-d044f07531a5 req-18dbe8d5-9507-4a5d-9ca6-e5cce4c1ab41 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802016 Sep 01 02:19:48.158134 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-b9217f7e-7334-419f-b37b-b1243bc5842e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:48.162954 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-b9217f7e-7334-419f-b37b-b1243bc5842e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/networks?id=549c1e5f-4a05-48ed-82fd-46584b3feb67 HTTP/1.1" status: 200 len: 815 time: 0.1265454 Sep 01 02:19:48.174980 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-06fafe2c-3490-47b6-884d-7e7bc14cd52b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/quotas/f665dbb818714a32b1b1af04947048e7 HTTP/1.1" status: 200 len: 375 time: 0.0097992 Sep 01 02:19:48.227418 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-e9d45f17-f47a-447b-8dec-f0d2eb6fdd0a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f665dbb818714a32b1b1af04947048e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473750 Sep 01 02:19:48.323276 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-ebcee388-99d2-4af0-b26a-31d2e71c29c7 service neutron] 10.222.0.23 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843003 Sep 01 02:19:48.414506 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-7ade604f-c7c2-48f5-a928-4d0e4662094d service neutron] 10.222.0.23 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849290 Sep 01 02:19:48.429115 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['85e0a1d1-7d60-49e3-81f9-63069a6c6883'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:19:48.693191 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f63aee5e-2d6e-48be-afc4-bd877282df30 req-0b5c924a-247f-48c8-b496-d5b1db03bcaa tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 210 time: 0.0262663 Sep 01 02:19:49.070584 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83917100-07a4-467f-8624-e1ac67be6fed req-c94503f8-b987-4f4c-93b9-96b5ace595bf tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:49.072055 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83917100-07a4-467f-8624-e1ac67be6fed req-c94503f8-b987-4f4c-93b9-96b5ace595bf tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0471900 Sep 01 02:19:49.109215 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83917100-07a4-467f-8624-e1ac67be6fed req-412a19ce-95fa-4815-99db-fab91a73df4b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306482 Sep 01 02:19:49.237744 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb487f09-d7f4-4096-92a2-421f0c575ffd req-2cdd0310-6bb9-4ecd-82a5-3d429bf9a993 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:49.239205 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb487f09-d7f4-4096-92a2-421f0c575ffd req-2cdd0310-6bb9-4ecd-82a5-3d429bf9a993 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 944 time: 0.0472419 Sep 01 02:19:49.280592 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb487f09-d7f4-4096-92a2-421f0c575ffd req-df7639b2-d7e4-46eb-9023-f5825f13f0cc tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346611 Sep 01 02:19:49.782275 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-531b3a60-d256-468d-988e-ebb8183a57ca req-885973e9-482d-4736-b992-32e30599126c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 210 time: 0.0258284 Sep 01 02:19:50.223511 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132cca1-fad9-45ac-9e96-ea3a7ae17e6f req-082c3845-8849-4241-98f6-ab4ea5b648fc tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:50.224959 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1132cca1-fad9-45ac-9e96-ea3a7ae17e6f req-082c3845-8849-4241-98f6-ab4ea5b648fc tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0476587 Sep 01 02:19:50.266674 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1132cca1-fad9-45ac-9e96-ea3a7ae17e6f req-86920aeb-ea9b-42c8-b000-eada1e653325 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352855 Sep 01 02:19:50.396092 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e37617-787e-4a48-80dc-d65d1aa6bb9d req-a662a1dc-4e67-4a19-9783-bccd88c8ee9a tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:50.397552 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-89e37617-787e-4a48-80dc-d65d1aa6bb9d req-a662a1dc-4e67-4a19-9783-bccd88c8ee9a tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 944 time: 0.0491347 Sep 01 02:19:50.436638 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-89e37617-787e-4a48-80dc-d65d1aa6bb9d req-e7f1d6b6-51f0-42fd-acf9-7f9a5d13af18 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Sep 01 02:19:50.876156 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8c951979-94d3-490a-88fe-3a4472583088 req-539a0cb4-4150-467d-85b7-01753f21e987 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 210 time: 0.0289075 Sep 01 02:19:51.157315 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-e6fe9d10-7ac1-415e-88b0-4db386f3a0b1 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:51.158769 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-e6fe9d10-7ac1-415e-88b0-4db386f3a0b1 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.26 "GET /v2.0/networks?id=549c1e5f-4a05-48ed-82fd-46584b3feb67 HTTP/1.1" status: 200 len: 815 time: 0.1059361 Sep 01 02:19:51.177860 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'port': {'device_id': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'admin_state_up': True, 'tenant_id': 'f665dbb818714a32b1b1af04947048e7'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:19:51.244371 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-59d0eadb-ac1c-40cd-9818-09aa18b24627 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488664824&fields=id&tenant_id=1ae8a367d60b4355acaa71457db9d859 HTTP/1.1" status: 200 len: 267 time: 0.0845814 Sep 01 02:19:51.420390 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98b79-0973-4306-8dab-fab14624f761 req-55751a1e-1035-4946-a239-a9a1eb75bac8 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:51.421838 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-55751a1e-1035-4946-a239-a9a1eb75bac8 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 812 time: 0.1696839 Sep 01 02:19:51.435720 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe3c9-8342-4b7c-8d42-4caf9e4e3214 req-7e77acce-9e3b-4087-922a-17582910c6fd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:51.437156 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40abe3c9-8342-4b7c-8d42-4caf9e4e3214 req-7e77acce-9e3b-4087-922a-17582910c6fd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0969574 Sep 01 02:19:51.459474 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-2a3b48f8-4572-499b-a317-8e634bc5c58a tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/quotas/1ae8a367d60b4355acaa71457db9d859 HTTP/1.1" status: 200 len: 375 time: 0.0315273 Sep 01 02:19:51.504261 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40abe3c9-8342-4b7c-8d42-4caf9e4e3214 req-3d109e0f-3d23-462e-9c01-df459cc41a5f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604470 Sep 01 02:19:51.516072 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Made reservation on behalf of f665dbb818714a32b1b1af04947048e7 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:19:51.519530 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:51.528876 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-eebe2091-3a7d-47af-88cd-d3a54c0c44c1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618646 Sep 01 02:19:51.664153 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 85e0a1d1-7d60-49e3-81f9-63069a6c6883 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:19:51.707181 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7af08a-a01f-4dfc-af93-3a99866b1b80 req-93ff7ee2-d5d7-468b-bfa4-2a53c7df178a tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:51.708922 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9d7af08a-a01f-4dfc-af93-3a99866b1b80 req-93ff7ee2-d5d7-468b-bfa4-2a53c7df178a tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 944 time: 0.1066723 Sep 01 02:19:51.802673 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 85e0a1d1-7d60-49e3-81f9-63069a6c6883 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:51.807575 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 85e0a1d1-7d60-49e3-81f9-63069a6c6883 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:51.808019 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:51.809711 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9d7af08a-a01f-4dfc-af93-3a99866b1b80 req-82df64be-b27d-4986-8b04-41fe631d7990 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865426 Sep 01 02:19:51.820956 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-a1d91ba9-8ffe-4a9e-b585-336bde00c9f8 service neutron] 10.222.0.23 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625554 Sep 01 02:19:51.820956 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Allocated IP 172.20.0.12 (549c1e5f-4a05-48ed-82fd-46584b3feb67/6bb31963-23ab-4ced-8c50-2123a0a1a0e4/23a112c2-f54a-4f00-82df-d26bd2287ad0) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:19:51.905949 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:51.933613 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12e3f77-f6eb-4c93-9b4f-6ef5a1488c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e0a1d1-7d60-49e3-81f9-63069a6c6883'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:19:51.937407 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fd7ada-3d83-470b-828a-897ed3171534" -d '{"events": [{"server_uuid": "d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46", "name": "network-vif-plugged", "status": "completed", "tag": "85e0a1d1-7d60-49e3-81f9-63069a6c6883"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:19:51.954331 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 85e0a1d1-7d60-49e3-81f9-63069a6c6883, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=85e0a1d1-7d60-49e3-81f9-63069a6c6883,segment=NetworkSegment(9d03a003-b592-4698-9462-49b5ffeb4171),segment_id=9d03a003-b592-4698-9462-49b5ffeb4171)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:19:52.014787 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-3a4a7044-101e-49c2-8c29-faf8ac7f849f service neutron] 10.222.0.23 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922295 Sep 01 02:19:52.018912 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0a18da50-9a41-48d5-9292-d62acb20b268 req-e58d4c56-5019-4dea-992f-1e32308730dc tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 210 time: 0.0424602 Sep 01 02:19:52.058061 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:52.084665 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:52.106971 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Transition to ACTIVE for port object 23a112c2-f54a-4f00-82df-d26bd2287ad0 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:19:52.120840 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d268b35f-ebf8-4490-98d6-cdc84825a9e0 x-openstack-request-id: req-d268b35f-ebf8-4490-98d6-cdc84825a9e0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:19:52.121752 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46", "name": "network-vif-plugged", "status": "completed", "tag": "85e0a1d1-7d60-49e3-81f9-63069a6c6883", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:19:52.122995 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d268b35f-ebf8-4490-98d6-cdc84825a9e0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:19:52.123917 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12e3f77-f6eb-4c93-9b4f-6ef5a1488c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e0a1d1-7d60-49e3-81f9-63069a6c6883', 'code': 200} Sep 01 02:19:52.185933 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=85e0a1d1-7d60-49e3-81f9-63069a6c6883,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:52.313743 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:52.374009 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Network 549c1e5f-4a05-48ed-82fd-46584b3feb67 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:19:52.377794 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:19:52.382096 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:19:52.388780 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'Port': ['ID=23a112c2-f54a-4f00-82df-d26bd2287ad0,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:19:52.465465 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:52.466202 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:52.552442 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-14ef69fe-42ea-4b08-a0e3-1a866635e5a0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3781292 Sep 01 02:19:52.728476 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f6caa227-444f-4e58-83b1-9b131413b94b None None] Provisioning for port 23a112c2-f54a-4f00-82df-d26bd2287ad0 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:19:52.733150 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f6caa227-444f-4e58-83b1-9b131413b94b None None] Provisioning complete for port 23a112c2-f54a-4f00-82df-d26bd2287ad0 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:19:52.733527 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6caa227-444f-4e58-83b1-9b131413b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:19:52.797771 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f6caa227-444f-4e58-83b1-9b131413b94b None None] Port 23a112c2-f54a-4f00-82df-d26bd2287ad0 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:19:52.841129 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7558d-da07-414d-b25b-af86aa0dfabc req-19e51637-c809-4053-9266-e64bca7394db tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:52.843044 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-17e7558d-da07-414d-b25b-af86aa0dfabc req-19e51637-c809-4053-9266-e64bca7394db tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0997536 Sep 01 02:19:52.892920 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-17e7558d-da07-414d-b25b-af86aa0dfabc req-a40e1aa9-d4ed-4709-98f6-eca526b0c165 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437236 Sep 01 02:19:52.956502 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bdfbfcba-3ddd-4fa9-9f5b-6c485e9cbc38 req-489d6c9f-35f8-40d2-ad67-2ca81705bda5 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0258403 Sep 01 02:19:53.099655 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9d3e8-080b-4002-a2c3-9e22f6b7c00b req-37659f54-c0f1-49f7-978b-fdc7014affdd tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:53.101104 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8cb9d3e8-080b-4002-a2c3-9e22f6b7c00b req-37659f54-c0f1-49f7-978b-fdc7014affdd tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0805912 Sep 01 02:19:53.138456 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8cb9d3e8-080b-4002-a2c3-9e22f6b7c00b req-69a428a4-5430-496a-ba69-0e5f42cc0caf tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Sep 01 02:19:53.248242 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f846c66-5cef-4918-8b8e-74b6f3119749 req-4d0d9937-dfc5-4610-9437-d3d1ee13c2ac tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:53.249640 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f846c66-5cef-4918-8b8e-74b6f3119749 req-4d0d9937-dfc5-4610-9437-d3d1ee13c2ac tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0596199 Sep 01 02:19:53.287158 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f846c66-5cef-4918-8b8e-74b6f3119749 req-e4c3679a-b185-41ff-a908-2205529be24c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311317 Sep 01 02:19:54.005739 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0796c0-6bb4-4985-9a1f-ff0688c96235 req-0014a7f0-33d3-4da5-b41b-1f017bde3daa tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:54.007224 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ec0796c0-6bb4-4985-9a1f-ff0688c96235 req-0014a7f0-33d3-4da5-b41b-1f017bde3daa tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0491090 Sep 01 02:19:54.044396 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ec0796c0-6bb4-4985-9a1f-ff0688c96235 req-5dcc057c-4556-4e2b-a235-c05e027987a0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305667 Sep 01 02:19:54.149517 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aa50a0be-796c-48cf-8e80-97e97a39f80a req-eab59f54-04c1-45f5-aff4-8f32a45bdf4e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0288956 Sep 01 02:19:54.257243 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbec24e-d91b-46f6-80d4-ef75d646f433 req-73e54e9b-cc7e-4f65-ac29-06745a125379 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:54.258681 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7dbec24e-d91b-46f6-80d4-ef75d646f433 req-73e54e9b-cc7e-4f65-ac29-06745a125379 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0483897 Sep 01 02:19:54.296284 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7dbec24e-d91b-46f6-80d4-ef75d646f433 req-1f2f0b0d-141c-49bb-91a9-fb66cd281c61 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309243 Sep 01 02:19:54.405331 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1511c7b-ab14-4cc8-913d-615058902715 req-6543ec37-bb5d-44aa-9687-6b0ef75df9df tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:54.406840 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c1511c7b-ab14-4cc8-913d-615058902715 req-6543ec37-bb5d-44aa-9687-6b0ef75df9df tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0535483 Sep 01 02:19:54.444787 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c1511c7b-ab14-4cc8-913d-615058902715 req-1891ce6a-83fc-404e-9fda-592d2d17d7e1 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320704 Sep 01 02:19:55.189218 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f67cbc-d70f-4427-b3ee-58e931996778 req-bca1da4e-4c9b-40a9-ac41-a0de33f6b423 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:55.190905 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-08f67cbc-d70f-4427-b3ee-58e931996778 req-bca1da4e-4c9b-40a9-ac41-a0de33f6b423 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0724785 Sep 01 02:19:55.230859 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-08f67cbc-d70f-4427-b3ee-58e931996778 req-2e5fb957-d98b-43e2-91ee-b276f5fdd0d0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338006 Sep 01 02:19:55.310114 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0751a477-e674-4595-a315-6eeaedceedc5 req-68fb715f-8193-45bf-aeb6-3d0beb216cf3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0255339 Sep 01 02:19:55.423049 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eb003-9d1c-4192-81cf-4e0320a94773 req-c9b7efc0-ff75-4a0b-981c-488bf43958e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:55.424553 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4a6eb003-9d1c-4192-81cf-4e0320a94773 req-c9b7efc0-ff75-4a0b-981c-488bf43958e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0592072 Sep 01 02:19:55.460808 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4a6eb003-9d1c-4192-81cf-4e0320a94773 req-54b25697-1f1a-4c9d-bbca-f39df370bc30 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304649 Sep 01 02:19:55.580876 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b43cbb-1f7b-4475-a325-5c1d6b59a533 req-d711da3b-d219-467f-b5eb-4202a8935f02 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:55.582342 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-36b43cbb-1f7b-4475-a325-5c1d6b59a533 req-d711da3b-d219-467f-b5eb-4202a8935f02 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0487993 Sep 01 02:19:55.621877 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-36b43cbb-1f7b-4475-a325-5c1d6b59a533 req-f93e3321-6dff-441e-bad3-2ff838684163 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Sep 01 02:19:56.357810 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac805a2-0c5a-4388-91e0-06286ba7ff35 req-c2da8c4a-d7f8-4ab0-b227-7f290abd022b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:56.359285 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eac805a2-0c5a-4388-91e0-06286ba7ff35 req-c2da8c4a-d7f8-4ab0-b227-7f290abd022b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0504501 Sep 01 02:19:56.397493 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eac805a2-0c5a-4388-91e0-06286ba7ff35 req-b7589d6e-12cc-4315-924c-ed2af93c0862 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Sep 01 02:19:56.482754 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-997cb9c6-54e5-4f86-88cf-5ba953e08aec req-36310a51-8912-4664-9349-bed998fec581 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0264151 Sep 01 02:19:56.584666 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc98d0-9946-40d9-ade1-17ced2514a0b req-1918303b-1129-42d2-b891-700cfa8fb601 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:56.586311 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-21cc98d0-9946-40d9-ade1-17ced2514a0b req-1918303b-1129-42d2-b891-700cfa8fb601 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0494592 Sep 01 02:19:56.632853 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-21cc98d0-9946-40d9-ade1-17ced2514a0b req-0c8e807a-c5cd-4c92-8e8d-d689c7ef3936 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Sep 01 02:19:56.742451 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d81c2-5b6a-43bb-a5fa-dbdfc48d4019 req-1ba1f833-cba3-4b00-b3f8-d6998835e0d5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:56.746423 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-793d81c2-5b6a-43bb-a5fa-dbdfc48d4019 req-1ba1f833-cba3-4b00-b3f8-d6998835e0d5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0568659 Sep 01 02:19:56.782845 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-793d81c2-5b6a-43bb-a5fa-dbdfc48d4019 req-bdf28211-fd91-46f5-9cda-4367477b691e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Sep 01 02:19:57.519307 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fb6aa-8c70-43d8-8ee2-18bc56a3eaa1 req-e15cf727-952b-416f-bc2c-7c7d8d52cb58 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:57.522495 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-640fb6aa-8c70-43d8-8ee2-18bc56a3eaa1 req-e15cf727-952b-416f-bc2c-7c7d8d52cb58 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0543857 Sep 01 02:19:57.566112 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-640fb6aa-8c70-43d8-8ee2-18bc56a3eaa1 req-1da65968-753e-4df5-b55a-42432b21a693 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368464 Sep 01 02:19:57.644324 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4540aef-70c0-4605-adce-88a8e2f2f0ce req-3d455a15-3631-4c9f-b7d3-305b01281b86 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0257893 Sep 01 02:19:57.762149 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00647692-0c53-47d1-8cd7-759a88b24db6 req-a9058861-143b-4573-97ce-ba6cde43fbf7 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:57.763603 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-00647692-0c53-47d1-8cd7-759a88b24db6 req-a9058861-143b-4573-97ce-ba6cde43fbf7 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0514665 Sep 01 02:19:57.801490 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-00647692-0c53-47d1-8cd7-759a88b24db6 req-90954432-56de-47f0-bd41-8edc3dc83ae7 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321062 Sep 01 02:19:57.905600 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653750c-153f-4f89-9508-1827282a667f req-f52e4ea6-f71f-43e3-80e2-bd1e8a9f2c75 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:57.907084 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c653750c-153f-4f89-9508-1827282a667f req-f52e4ea6-f71f-43e3-80e2-bd1e8a9f2c75 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0521491 Sep 01 02:19:57.943502 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c653750c-153f-4f89-9508-1827282a667f req-4c5c19a9-d489-4c40-8249-e5ac8b0304e1 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303662 Sep 01 02:19:58.683121 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e374ec4-f99b-43db-9b89-3472e82a7c67 req-d66c3106-6efc-4332-af7b-9ce482f1106d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:58.684767 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7e374ec4-f99b-43db-9b89-3472e82a7c67 req-d66c3106-6efc-4332-af7b-9ce482f1106d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0494094 Sep 01 02:19:58.721300 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7e374ec4-f99b-43db-9b89-3472e82a7c67 req-a674c9d9-d763-463e-bd05-cecc8ec7fe52 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307350 Sep 01 02:19:58.829136 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-80c5bf88-2810-4f61-a073-26c7084dc60c req-0780042d-495c-451e-a7af-514512c02638 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0285006 Sep 01 02:19:58.931918 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a597fc-158a-4976-aff1-8429fc02b347 req-a20e9bd5-f069-4ac5-a4e0-c8ba64630ed0 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:58.933551 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a5a597fc-158a-4976-aff1-8429fc02b347 req-a20e9bd5-f069-4ac5-a4e0-c8ba64630ed0 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0513577 Sep 01 02:19:58.973465 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a5a597fc-158a-4976-aff1-8429fc02b347 req-c7754670-4497-4e95-b223-eaede689229a tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329483 Sep 01 02:19:59.073923 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94395a61-8773-4682-b5b2-0b1bee2f914b req-503131ce-7fa5-404b-84b1-0fa4f1d2dc23 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:59.075884 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-94395a61-8773-4682-b5b2-0b1bee2f914b req-503131ce-7fa5-404b-84b1-0fa4f1d2dc23 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0506754 Sep 01 02:19:59.137344 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-94395a61-8773-4682-b5b2-0b1bee2f914b req-9737f1d1-3986-432b-88f8-a6880d7af179 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547574 Sep 01 02:19:59.860841 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84c1a8-0523-4fed-ba29-6ea339610788 req-193ede44-db8e-4040-9b70-3d23687d3370 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:19:59.862303 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9b84c1a8-0523-4fed-ba29-6ea339610788 req-193ede44-db8e-4040-9b70-3d23687d3370 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0483611 Sep 01 02:19:59.902629 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9b84c1a8-0523-4fed-ba29-6ea339610788 req-7b00940b-0a09-4f10-9a6a-0929f7f27378 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343733 Sep 01 02:19:59.981726 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dea272d7-d55d-4d0e-aabd-c4489191bfe2 req-91fb6414-b672-4bb4-8079-476d48cd90bc tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0266790 Sep 01 02:20:00.090645 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2db067-860e-4a19-9fdb-724644aa637a req-ae4175ea-e7af-4058-8b83-95c186b4702b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:00.092159 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-de2db067-860e-4a19-9fdb-724644aa637a req-ae4175ea-e7af-4058-8b83-95c186b4702b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0482390 Sep 01 02:20:00.129723 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-de2db067-860e-4a19-9fdb-724644aa637a req-584de96b-21c9-4148-8d5f-91239224c8d0 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Sep 01 02:20:00.257153 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bd055-400d-42b7-9691-3c707c539e3f req-bda69049-95a1-4f22-8996-ccecdf49cf85 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:00.258644 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-000bd055-400d-42b7-9691-3c707c539e3f req-bda69049-95a1-4f22-8996-ccecdf49cf85 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0512314 Sep 01 02:20:00.295689 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-000bd055-400d-42b7-9691-3c707c539e3f req-4c422fed-b90f-4fd0-a6b6-c12adb717f70 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310471 Sep 01 02:20:01.023472 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4efa60-fe5a-4fcd-a667-740699894d8b req-f1846275-23a1-4cc2-a3f5-f8ae197756c9 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:01.024964 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c4efa60-fe5a-4fcd-a667-740699894d8b req-f1846275-23a1-4cc2-a3f5-f8ae197756c9 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0559788 Sep 01 02:20:01.062714 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c4efa60-fe5a-4fcd-a667-740699894d8b req-f88ac14a-99d8-44c5-93d5-92fd54416236 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316684 Sep 01 02:20:01.142530 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f3720bda-d0a5-429a-a9e6-e4c072ef8179 req-024d3ff8-e090-4c72-99ba-bd841f1e2d6a tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0262899 Sep 01 02:20:01.248587 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391a19d-c9e4-4e19-bdf9-7541c8fcaacf req-791945b4-245c-4dca-bb2a-48b49aed9ca4 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:01.250044 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e391a19d-c9e4-4e19-bdf9-7541c8fcaacf req-791945b4-245c-4dca-bb2a-48b49aed9ca4 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0491145 Sep 01 02:20:01.287115 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e391a19d-c9e4-4e19-bdf9-7541c8fcaacf req-50df483d-e063-4026-bcb2-c945197b4b34 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Sep 01 02:20:01.422048 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5019df-4fc3-48c8-acf7-5fd77c3fc7a7 req-fe85240b-8d6e-41d8-81a2-33ac78082b13 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:01.423974 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a5019df-4fc3-48c8-acf7-5fd77c3fc7a7 req-fe85240b-8d6e-41d8-81a2-33ac78082b13 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0611312 Sep 01 02:20:01.463075 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a5019df-4fc3-48c8-acf7-5fd77c3fc7a7 req-4c297dbb-bdfa-4fe7-8eb9-e6537c36955b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331013 Sep 01 02:20:02.176776 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b89869-e9e1-4e21-994d-7e166c4845e6 req-be23b682-71bb-4f62-8be3-ba6d2a09a0f5 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:02.178523 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0b89869-e9e1-4e21-994d-7e166c4845e6 req-be23b682-71bb-4f62-8be3-ba6d2a09a0f5 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0497074 Sep 01 02:20:02.219563 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0b89869-e9e1-4e21-994d-7e166c4845e6 req-87de6793-cef6-4b73-ba1d-5f49e6f74877 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Sep 01 02:20:02.300949 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7823cdd4-f35c-4480-9f3e-93e46822435c req-3b62cdfc-66eb-4345-a853-d2954f1f0ca8 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0272255 Sep 01 02:20:02.418526 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7a29c-77ec-46b1-a951-d2e5e54ce855 req-a6b7b61a-0e22-4136-88a3-fab66b4e052c tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:02.420108 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-41d7a29c-77ec-46b1-a951-d2e5e54ce855 req-a6b7b61a-0e22-4136-88a3-fab66b4e052c tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0505102 Sep 01 02:20:02.466293 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-41d7a29c-77ec-46b1-a951-d2e5e54ce855 req-3cb1be9f-79be-424f-a4fd-ae42e04c5998 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395017 Sep 01 02:20:02.601044 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361422-e69b-4fac-9932-0de3f0644629 req-42f91e93-b037-45e9-a165-ad6ae253dd6d tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:02.602724 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6e361422-e69b-4fac-9932-0de3f0644629 req-42f91e93-b037-45e9-a165-ad6ae253dd6d tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0731595 Sep 01 02:20:02.642008 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6e361422-e69b-4fac-9932-0de3f0644629 req-0f4122aa-acf6-48bf-b0c3-8512338c95b9 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332916 Sep 01 02:20:03.337607 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d092c-e204-4769-8fe8-011eda57dbd8 req-4ea6c2ad-bf9d-4414-b7cd-8f7f19235b9e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:03.339664 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4b8d092c-e204-4769-8fe8-011eda57dbd8 req-4ea6c2ad-bf9d-4414-b7cd-8f7f19235b9e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0511978 Sep 01 02:20:03.382721 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4b8d092c-e204-4769-8fe8-011eda57dbd8 req-87b51b5d-f769-4e19-af37-0583ce45f023 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370667 Sep 01 02:20:03.476798 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-223a7448-92b9-4690-a4e1-24161f60b74f req-5dbbd1a0-ade1-476f-821b-e8d59c72712d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0252638 Sep 01 02:20:03.594564 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c14114-f169-4a28-98ad-27f046c93485 req-5f8994ec-8b30-4c1d-bf5f-83babc6f1a36 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:03.596588 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-01c14114-f169-4a28-98ad-27f046c93485 req-5f8994ec-8b30-4c1d-bf5f-83babc6f1a36 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0550106 Sep 01 02:20:03.635746 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-01c14114-f169-4a28-98ad-27f046c93485 req-85cd9bc1-1465-47b2-bc0d-6ebe3f8505a5 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Sep 01 02:20:03.760531 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c73e56-c0e4-4c08-b2dd-58bd5f03956e req-60ac8702-59bc-48a9-9672-0e06280ef3b7 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:03.761963 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09c73e56-c0e4-4c08-b2dd-58bd5f03956e req-60ac8702-59bc-48a9-9672-0e06280ef3b7 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0528948 Sep 01 02:20:03.800192 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09c73e56-c0e4-4c08-b2dd-58bd5f03956e req-b1debde9-800c-42b3-91f8-a2206c868968 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Sep 01 02:20:04.362211 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76815ea3-5beb-49a9-9eab-67d6a2415fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:04.506124 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd70485-af28-4dd9-9093-2e400e735335 req-78e73620-a5f3-45f0-90be-681b648e5cfd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:04.508267 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1cd70485-af28-4dd9-9093-2e400e735335 req-78e73620-a5f3-45f0-90be-681b648e5cfd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0572109 Sep 01 02:20:04.548964 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1cd70485-af28-4dd9-9093-2e400e735335 req-0dc513a9-b210-491d-8b74-a58108477246 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340524 Sep 01 02:20:04.645632 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b41c5b3f-e8b1-46b7-9964-02a1de3bb673 req-50cc0648-9ac1-4ffe-a603-c2b22c53d263 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0328598 Sep 01 02:20:04.745569 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f2231-c5eb-4054-82ed-a967c3d1c84e req-64642f2c-c38d-46a2-b3f1-9d516235306f tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:04.747096 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-325f2231-c5eb-4054-82ed-a967c3d1c84e req-64642f2c-c38d-46a2-b3f1-9d516235306f tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0471659 Sep 01 02:20:04.788194 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-325f2231-c5eb-4054-82ed-a967c3d1c84e req-d52ecfc2-345a-4f43-aee9-2a76e72a075a tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347941 Sep 01 02:20:04.923944 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cf027-e0ad-444f-870f-eb74f08986b9 req-e4e5c042-cc28-455c-b850-5b2e0e80683b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:04.925433 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eb9cf027-e0ad-444f-870f-eb74f08986b9 req-e4e5c042-cc28-455c-b850-5b2e0e80683b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0576136 Sep 01 02:20:04.962518 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eb9cf027-e0ad-444f-870f-eb74f08986b9 req-a7cc75d6-69f9-466e-9d87-9ac607b1874b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Sep 01 02:20:05.688009 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8fc1d-2577-416a-bf95-cf047c8e71e2 req-583f76f8-51da-44df-8b7b-f2cce9b71f7d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:05.692012 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75c8fc1d-2577-416a-bf95-cf047c8e71e2 req-583f76f8-51da-44df-8b7b-f2cce9b71f7d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0730228 Sep 01 02:20:05.727714 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75c8fc1d-2577-416a-bf95-cf047c8e71e2 req-59888b03-4909-478f-9b2a-af5a5d4ca54c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314503 Sep 01 02:20:05.820440 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-499ea291-9e7e-4309-a217-6ff0a196820d req-340baa1b-661b-4556-be5c-43941a7072b9 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0336902 Sep 01 02:20:05.921599 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e0586-f060-4bbd-a676-43300b2fac5b req-5e226777-e25d-439c-bc56-ebadb6ed0a5b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:05.923053 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e22e0586-f060-4bbd-a676-43300b2fac5b req-5e226777-e25d-439c-bc56-ebadb6ed0a5b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0481300 Sep 01 02:20:05.962632 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e22e0586-f060-4bbd-a676-43300b2fac5b req-637677a9-3c31-40c6-866f-e9950693c5f8 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Sep 01 02:20:06.081293 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238af18e-480d-4c48-90ba-a6c7ed27915e req-216da30a-0f1a-4b71-8cbc-d89f6ff63240 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:06.082797 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-238af18e-480d-4c48-90ba-a6c7ed27915e req-216da30a-0f1a-4b71-8cbc-d89f6ff63240 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0525186 Sep 01 02:20:06.247933 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:06.353728 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-238af18e-480d-4c48-90ba-a6c7ed27915e req-1c24547d-289d-411c-a6a0-5176fe1d7647 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645011 Sep 01 02:20:06.539645 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e5b1f9b-6601-4970-9efc-2a03cc7241fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:06.841519 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1774e-34b8-4b73-89f8-7ab96890d26b req-bc4d2488-bd50-43a6-83fb-c420fd6bd5e0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:06.843064 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5e1774e-34b8-4b73-89f8-7ab96890d26b req-bc4d2488-bd50-43a6-83fb-c420fd6bd5e0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0479453 Sep 01 02:20:06.881352 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5e1774e-34b8-4b73-89f8-7ab96890d26b req-e9f3d572-fb3d-42c9-8ced-dc2438eb9261 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322914 Sep 01 02:20:06.958568 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-319f8cf8-7af5-49b2-9bd7-f8043c5e4009 req-cc2d912c-4428-4ef3-bcda-64b7c4dcafd1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0248764 Sep 01 02:20:07.084319 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe40e-0a81-426c-915b-7861803e6c20 req-82292a96-7984-49b9-9ba7-ad4b81d5a5a1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:07.085693 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-86fbe40e-0a81-426c-915b-7861803e6c20 req-82292a96-7984-49b9-9ba7-ad4b81d5a5a1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0501981 Sep 01 02:20:07.101990 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Request body: {'port': {'device_id': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:07.114413 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:07.166907 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-86fbe40e-0a81-426c-915b-7861803e6c20 req-5f5e6330-a6ac-4ba5-8632-44ebcf97887f tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740623 Sep 01 02:20:07.175448 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:07.468560 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c670736-32bc-4276-aede-a8b4737252b6 req-3fefd76b-595c-42c3-846d-780acaae42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:07.468560 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7c670736-32bc-4276-aede-a8b4737252b6 req-3fefd76b-595c-42c3-846d-780acaae42b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 1098 time: 0.0447252 Sep 01 02:20:07.473928 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a112c2-f54a-4f00-82df-d26bd2287ad0 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:20:07.484320 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:07.502107 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Transition to ACTIVE for port object 23a112c2-f54a-4f00-82df-d26bd2287ad0 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:20:07.511281 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec814-6bda-4b47-8bfc-d4fa747725aa req-72d0ce01-7f65-4745-b44d-b25667bc8357 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:07.517263 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-94cec814-6bda-4b47-8bfc-d4fa747725aa req-72d0ce01-7f65-4745-b44d-b25667bc8357 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 932 time: 0.0817235 Sep 01 02:20:07.521430 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7c670736-32bc-4276-aede-a8b4737252b6 req-851b97c5-0aee-4e64-b0e1-a288a50a9fed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Sep 01 02:20:07.552722 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-94cec814-6bda-4b47-8bfc-d4fa747725aa req-2d982cf2-eca0-441b-9fb0-2eb4c30497ee tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337644 Sep 01 02:20:07.568146 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:07.621712 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Pushing event updated for resources: {'Port': ['ID=23a112c2-f54a-4f00-82df-d26bd2287ad0,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:07.702639 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Attempting to bind port 23a112c2-f54a-4f00-82df-d26bd2287ad0 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:20:07.702984 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Attempting to bind port 23a112c2-f54a-4f00-82df-d26bd2287ad0 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:20:07.703329 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Attempting to bind port 23a112c2-f54a-4f00-82df-d26bd2287ad0 on network 549c1e5f-4a05-48ed-82fd-46584b3feb67 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:20:07.707893 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Port 23a112c2-f54a-4f00-82df-d26bd2287ad0 on network 549c1e5f-4a05-48ed-82fd-46584b3feb67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:20:07.713178 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Attempting to bind port 23a112c2-f54a-4f00-82df-d26bd2287ad0 on network 549c1e5f-4a05-48ed-82fd-46584b3feb67 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:20:07.713852 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:20:07.714101 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Checking segment: {'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:20:07.714492 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Bound using segment: {'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:20:07.714925 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Bound port: 23a112c2-f54a-4f00-82df-d26bd2287ad0, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759b1071-948e-49e5-89bd-29b334ef55d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:20:07.715289 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:07.785115 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] For port 23a112c2-f54a-4f00-82df-d26bd2287ad0, host hv-cinder-79966, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:20:07.788304 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] For port 23a112c2-f54a-4f00-82df-d26bd2287ad0, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:20:07.918030 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:07.952022 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:07.952675 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:07.954059 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] 10.222.0.26 "PUT /v2.0/ports/23a112c2-f54a-4f00-82df-d26bd2287ad0 HTTP/1.1" status: 200 len: 1094 time: 0.8558910 Sep 01 02:20:07.954501 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:07.956778 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4133c139-7482-4c39-974d-ad618bb369c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:08.010565 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d754835-c52c-4062-a995-74b09bd29613 service neutron] Pushing event updated for resources: {'Port': ['ID=23a112c2-f54a-4f00-82df-d26bd2287ad0,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:08.015817 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580477ae-75be-4dae-91e3-d334d588cb77 x-openstack-request-id: req-580477ae-75be-4dae-91e3-d334d588cb77 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:08.016104 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:08.016366 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-580477ae-75be-4dae-91e3-d334d588cb77 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:08.016748 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'status': 'completed', 'code': 200} Sep 01 02:20:08.035782 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd0af-f862-4f46-ba4b-f4dfb51f0f77 req-0ffd1636-6358-4ddb-b539-56071529ef60 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.039098 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d38cd0af-f862-4f46-ba4b-f4dfb51f0f77 req-0ffd1636-6358-4ddb-b539-56071529ef60 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0776639 Sep 01 02:20:08.131435 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9531eaa8-5b95-472e-8daf-eaafff110bc3 req-d8799b81-dc1d-43a2-9fea-9e281b984f40 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0598848 Sep 01 02:20:08.156051 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d38cd0af-f862-4f46-ba4b-f4dfb51f0f77 req-f77369ca-ae64-40db-907d-1615c0d6a7c3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117380 Sep 01 02:20:08.160122 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:08.164060 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c139-7482-4c39-974d-ad618bb369c9 req-624da44e-6118-4f2c-8ac7-0aebb399d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.164060 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4133c139-7482-4c39-974d-ad618bb369c9 req-624da44e-6118-4f2c-8ac7-0aebb399d6a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f665dbb818714a32b1b1af04947048e7&device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 1097 time: 0.1113088 Sep 01 02:20:08.272071 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c139-7482-4c39-974d-ad618bb369c9 req-de8c3538-3143-48c1-aa64-face0ffb211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.273551 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4133c139-7482-4c39-974d-ad618bb369c9 req-de8c3538-3143-48c1-aa64-face0ffb211e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f665dbb818714a32b1b1af04947048e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0996268 Sep 01 02:20:08.414062 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075963bf-46a9-45ac-955b-1d2b90c91e0b req-30aaf28e-9305-489e-bd35-c8819a8f31d2 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.415489 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-075963bf-46a9-45ac-955b-1d2b90c91e0b req-30aaf28e-9305-489e-bd35-c8819a8f31d2 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0753353 Sep 01 02:20:08.421169 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c139-7482-4c39-974d-ad618bb369c9 req-28ed8d7a-81ea-4d0f-ae1a-5c6c211e3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.422587 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4133c139-7482-4c39-974d-ad618bb369c9 req-28ed8d7a-81ea-4d0f-ae1a-5c6c211e3c9e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301053 Sep 01 02:20:08.469106 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-075963bf-46a9-45ac-955b-1d2b90c91e0b req-a09d2a40-0d35-45ce-84a8-aca2bfa67311 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402169 Sep 01 02:20:08.551813 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4624-c523-488a-8d71-6c6870f55829 req-3e5586a9-ff25-4ba1-9a5f-b9eb86a98d8e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.553334 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83be4624-c523-488a-8d71-6c6870f55829 req-3e5586a9-ff25-4ba1-9a5f-b9eb86a98d8e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0833528 Sep 01 02:20:08.555281 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-2526ec20-96ff-4e32-8685-8e473a4a52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.556570 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-2526ec20-96ff-4e32-8685-8e473a4a52f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f665dbb818714a32b1b1af04947048e7&device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 1097 time: 0.0770569 Sep 01 02:20:08.616206 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-12d092ee-64c4-427a-a1b3-1869345b18d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0 HTTP/1.1" status: 200 len: 217 time: 0.0424092 Sep 01 02:20:08.621784 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98b79-0973-4306-8dab-fab14624f761 req-095715cd-eb8b-418b-a70e-52977be126a8 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.623317 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-095715cd-eb8b-418b-a70e-52977be126a8 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 812 time: 0.1162350 Sep 01 02:20:08.631921 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83be4624-c523-488a-8d71-6c6870f55829 req-88e6022a-1683-421f-bdb8-3c7aa963634a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726571 Sep 01 02:20:08.729110 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-69249b21-264f-400b-802d-1e36fcf057b9 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae8a367d60b4355acaa71457db9d859 HTTP/1.1" status: 200 len: 379 time: 0.0686562 Sep 01 02:20:08.734379 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-06f38e90-2d3d-493c-b735-85e70027770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.736066 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-06f38e90-2d3d-493c-b735-85e70027770c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6bb31963-23ab-4ced-8c50-2123a0a1a0e4 HTTP/1.1" status: 200 len: 854 time: 0.0870957 Sep 01 02:20:08.739211 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-c396b182-01df-4bc2-b710-83a30452d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.740732 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-c396b182-01df-4bc2-b710-83a30452d8b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 1099 time: 0.0791895 Sep 01 02:20:08.753721 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2759d52-eb05-444d-aba8-d7ab9f7f4f59 req-6eed818f-29c7-419d-a6a3-6635ea809b48 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.755299 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f2759d52-eb05-444d-aba8-d7ab9f7f4f59 req-6eed818f-29c7-419d-a6a3-6635ea809b48 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 944 time: 0.0955353 Sep 01 02:20:08.755525 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'port': {'device_id': '900cc697-4cd1-459a-a357-a2e39b060412', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'admin_state_up': True, 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'security_groups': ['2ab76d1d-c4d2-4283-9579-ed490e8be396']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:08.826833 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f2759d52-eb05-444d-aba8-d7ab9f7f4f59 req-2d5349ff-2ae1-4e33-9611-35f9c57d3869 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591376 Sep 01 02:20:08.829389 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-b15afefd-8239-49e8-95b9-198820c373ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.830922 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-b15afefd-8239-49e8-95b9-198820c373ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=549c1e5f-4a05-48ed-82fd-46584b3feb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719671 Sep 01 02:20:08.917225 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-2da41bdf-2c38-4d95-88ff-3336153ca273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:08.918746 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-2da41bdf-2c38-4d95-88ff-3336153ca273 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee32945b-3554-46fb-b446-e2f9ab36f46c HTTP/1.1" status: 200 len: 912 time: 0.1473680 Sep 01 02:20:08.951003 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-95076284-a64f-4700-b0ee-65ff8f02e9a5 service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052954 Sep 01 02:20:09.000024 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-3e1afbe2-d074-455b-a6a6-c51ecb52a73e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db184f3-1e96-45b0-b435-e079ffed1d99 HTTP/1.1" status: 200 len: 1002 time: 0.0721347 Sep 01 02:20:09.061015 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Made reservation on behalf of 1ae8a367d60b4355acaa71457db9d859 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:20:09.064595 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:09.070195 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-715cb1e2-ad0a-43fe-a8f0-5792f4e924e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:09.070195 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-715cb1e2-ad0a-43fe-a8f0-5792f4e924e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac27d39-7f93-4de1-835d-b6884592fd04 HTTP/1.1" status: 200 len: 850 time: 0.0575080 Sep 01 02:20:09.075901 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179d47bc-d2d9-4854-a56b-20e08ba4745b req-f2e464d8-f134-4827-88c3-24ae92582106 service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197171 Sep 01 02:20:09.179667 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-36e6380b-d307-4e5c-810f-85b97c9f05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:09.181006 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-36e6380b-d307-4e5c-810f-85b97c9f05c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee32945b-3554-46fb-b446-e2f9ab36f46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0912230 Sep 01 02:20:09.237575 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8a5f2202-66ae-4d52-a157-dbb00595cb27 req-7e8a3531-6296-419e-acdc-54fcba96a438 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0336897 Sep 01 02:20:09.284279 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Allocated IP 172.20.0.9 (327d78ae-35dc-41c7-99f1-3dd8d500bd1d/adfe0113-567d-4a8e-a678-c7bc8406b25c/9d413462-c824-431b-af09-d4ee4476f79e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:20:09.333146 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-6dc41356-a4c1-48a5-8f5d-3347a424ec95 service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232419 Sep 01 02:20:09.350852 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:09.521258 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c812f838-ebca-453f-b2ad-d219ed7ef671 req-d548a9c4-05c1-471d-83db-ff70eabb60be service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555743 Sep 01 02:20:09.521258 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:09.530888 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Transition to ACTIVE for port object 9d413462-c824-431b-af09-d4ee4476f79e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:20:09.588711 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f8bd4-7718-40e3-b23f-fb515d1e662d req-f22fda63-9959-46b2-a70b-ba150b43cfac tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:09.590321 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e9f8bd4-7718-40e3-b23f-fb515d1e662d req-f22fda63-9959-46b2-a70b-ba150b43cfac tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0528841 Sep 01 02:20:09.627706 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e9f8bd4-7718-40e3-b23f-fb515d1e662d req-2451ae86-4889-4ef2-8110-189c2d4de29f tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Sep 01 02:20:09.663627 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:09.716616 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:20:09.720485 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:20:09.726003 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:20:09.730941 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'Port': ['ID=9d413462-c824-431b-af09-d4ee4476f79e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:09.802786 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:09.803353 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:09.818697 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184d119-022b-4ef1-9895-918a8264edf4 req-4a91b8dd-c6b0-4471-83c1-477b13e3bd3a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:09.820318 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1184d119-022b-4ef1-9895-918a8264edf4 req-4a91b8dd-c6b0-4471-83c1-477b13e3bd3a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.1106236 Sep 01 02:20:09.882879 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1184d119-022b-4ef1-9895-918a8264edf4 req-9a6e476d-4e1e-48f4-843a-28edcee5b732 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504527 Sep 01 02:20:09.927417 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-e4bce67e-37c1-48f3-bead-4fbd059a152f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1765370 Sep 01 02:20:09.948079 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Request body: {'port': {'device_id': '900cc697-4cd1-459a-a357-a2e39b060412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:09.988149 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96530350-bec4-4a65-b639-109ba35b86b7 req-915a49d6-eec9-4f66-9391-eb3d700066a5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:09.990287 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-96530350-bec4-4a65-b639-109ba35b86b7 req-915a49d6-eec9-4f66-9391-eb3d700066a5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 944 time: 0.0672770 Sep 01 02:20:10.009537 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:10.029302 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-96530350-bec4-4a65-b639-109ba35b86b7 req-5b9e15f1-fde3-420f-b015-57089dea6dcf tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Sep 01 02:20:10.074080 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0819f0e4-3386-4f45-9c0e-60588e11aa09 None None] Provisioning for port 9d413462-c824-431b-af09-d4ee4476f79e completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:20:10.078462 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0819f0e4-3386-4f45-9c0e-60588e11aa09 None None] Provisioning complete for port 9d413462-c824-431b-af09-d4ee4476f79e triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:20:10.079100 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0819f0e4-3386-4f45-9c0e-60588e11aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:10.116824 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0819f0e4-3386-4f45-9c0e-60588e11aa09 None None] Port 9d413462-c824-431b-af09-d4ee4476f79e cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:20:10.275742 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d413462-c824-431b-af09-d4ee4476f79e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:20:10.282962 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:10.294595 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Transition to ACTIVE for port object 9d413462-c824-431b-af09-d4ee4476f79e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:20:10.351655 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0b7d-b1eb-4819-8eab-1f70c7f0ff3f req-1def6619-1832-4bb0-b9df-2ed892689b1f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:10.353154 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-849b0b7d-b1eb-4819-8eab-1f70c7f0ff3f req-1def6619-1832-4bb0-b9df-2ed892689b1f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 931 time: 0.0490296 Sep 01 02:20:10.365947 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:10.394695 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-849b0b7d-b1eb-4819-8eab-1f70c7f0ff3f req-151c8bc3-c9f8-49a8-b645-ae2d8e3f8c9a tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340424 Sep 01 02:20:10.419841 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Pushing event updated for resources: {'Port': ['ID=9d413462-c824-431b-af09-d4ee4476f79e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:10.507136 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Attempting to bind port 9d413462-c824-431b-af09-d4ee4476f79e on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:20:10.507516 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Attempting to bind port 9d413462-c824-431b-af09-d4ee4476f79e by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:20:10.507872 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Attempting to bind port 9d413462-c824-431b-af09-d4ee4476f79e on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:20:10.515632 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Port 9d413462-c824-431b-af09-d4ee4476f79e on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:20:10.515632 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Attempting to bind port 9d413462-c824-431b-af09-d4ee4476f79e on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:20:10.521747 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:20:10.522027 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Checking segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:20:10.522420 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Bound using segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:20:10.523031 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Bound port: 9d413462-c824-431b-af09-d4ee4476f79e, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:20:10.523491 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:10.629712 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] For port 9d413462-c824-431b-af09-d4ee4476f79e, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:20:10.633548 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] For port 9d413462-c824-431b-af09-d4ee4476f79e, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9d413462-c824-431b-af09-d4ee4476f79e,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:20:10.662723 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202da860-cf68-464c-890d-825bd790f02f req-972b1431-d4b1-401a-83ad-4ba55d55ca9c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:10.666903 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-202da860-cf68-464c-890d-825bd790f02f req-972b1431-d4b1-401a-83ad-4ba55d55ca9c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0538428 Sep 01 02:20:10.710768 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:10.713800 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df892-b863-4ddd-98a4-bd684e111c9f req-b7a04149-4757-4b3c-84cb-04ff57c0783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:10.715286 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-332df892-b863-4ddd-98a4-bd684e111c9f req-b7a04149-4757-4b3c-84cb-04ff57c0783c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 1098 time: 0.0439494 Sep 01 02:20:10.716760 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-202da860-cf68-464c-890d-825bd790f02f req-f9013197-1ae6-41de-aa10-3250ae1ea8a6 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402310 Sep 01 02:20:11.013460 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ddc7c-50ef-4240-96ca-3af66c35fd25 req-35c002f9-bedf-48c3-ba7f-ee18091b4dd3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:11.014952 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb6ddc7c-50ef-4240-96ca-3af66c35fd25 req-35c002f9-bedf-48c3-ba7f-ee18091b4dd3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0565703 Sep 01 02:20:11.021725 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:11.022281 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:11.023658 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] 10.222.0.26 "PUT /v2.0/ports/9d413462-c824-431b-af09-d4ee4476f79e HTTP/1.1" status: 200 len: 1093 time: 1.0806019 Sep 01 02:20:11.024089 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900cc697-4cd1-459a-a357-a2e39b060412', 'tag': '9d413462-c824-431b-af09-d4ee4476f79e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:11.026991 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "900cc697-4cd1-459a-a357-a2e39b060412", "tag": "9d413462-c824-431b-af09-d4ee4476f79e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:11.062951 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb6ddc7c-50ef-4240-96ca-3af66c35fd25 req-c34dd9f0-87ad-4293-b77f-8d73f3c5140c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 Sep 01 02:20:11.068377 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbceef0-ded0-43c2-85ae-bb7a8c351e3b service neutron] Pushing event updated for resources: {'Port': ['ID=9d413462-c824-431b-af09-d4ee4476f79e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:11.087290 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df892-b863-4ddd-98a4-bd684e111c9f req-d0a17c39-a77b-43f2-9aa4-88d870f45ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:11.089277 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-332df892-b863-4ddd-98a4-bd684e111c9f req-d0a17c39-a77b-43f2-9aa4-88d870f45ecc service neutron] 10.222.0.26 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 920 time: 0.3497524 Sep 01 02:20:11.109019 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680067d3-a0ed-4c7a-862d-e049badfcf8a x-openstack-request-id: req-680067d3-a0ed-4c7a-862d-e049badfcf8a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:11.109365 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900cc697-4cd1-459a-a357-a2e39b060412", "tag": "9d413462-c824-431b-af09-d4ee4476f79e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:11.111921 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-680067d3-a0ed-4c7a-862d-e049badfcf8a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:11.111921 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900cc697-4cd1-459a-a357-a2e39b060412', 'tag': '9d413462-c824-431b-af09-d4ee4476f79e', 'status': 'completed', 'code': 200} Sep 01 02:20:11.146568 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-332df892-b863-4ddd-98a4-bd684e111c9f req-32d19042-0c91-4754-813a-2d24856f72d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf HTTP/1.1" status: 200 len: 217 time: 0.0492387 Sep 01 02:20:11.186844 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c5221-9f21-4c62-ab66-d439fa122d83 req-48655591-0b08-4602-b4de-a03f2d0db181 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:11.188388 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-824c5221-9f21-4c62-ab66-d439fa122d83 req-48655591-0b08-4602-b4de-a03f2d0db181 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 944 time: 0.0515180 Sep 01 02:20:11.221382 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98b79-0973-4306-8dab-fab14624f761 req-6304b771-b7b0-4b0c-9e4e-8c394654b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:11.222819 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-6304b771-b7b0-4b0c-9e4e-8c394654b49b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 1096 time: 0.0848267 Sep 01 02:20:11.224121 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332df892-b863-4ddd-98a4-bd684e111c9f req-c873a262-79af-414a-8bd5-aa77fb448783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:11.225432 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-332df892-b863-4ddd-98a4-bd684e111c9f req-c873a262-79af-414a-8bd5-aa77fb448783 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 200 len: 859 time: 0.0581670 Sep 01 02:20:11.229072 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-824c5221-9f21-4c62-ab66-d439fa122d83 req-5a9ceddb-8429-42bc-afcd-8f4b4b921a35 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334849 Sep 01 02:20:11.311817 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-332df892-b863-4ddd-98a4-bd684e111c9f req-d88fa1e0-c7e8-4d01-96be-9c2961f174ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25ff1c87-3840-478f-bfb8-50f6aa595d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540442 Sep 01 02:20:11.313196 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-5c968b90-db99-4b12-aa9e-c10fd1a89240 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d413462-c824-431b-af09-d4ee4476f79e HTTP/1.1" status: 200 len: 217 time: 0.0619285 Sep 01 02:20:11.442756 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98b79-0973-4306-8dab-fab14624f761 req-eefe6a21-f56d-4c49-814c-03b3c8523fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:11.444255 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-eefe6a21-f56d-4c49-814c-03b3c8523fb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0920553 Sep 01 02:20:11.498451 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-332df892-b863-4ddd-98a4-bd684e111c9f req-78517c2b-8ecc-4a3d-81ef-a5412c882efa service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532459 Sep 01 02:20:11.519820 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98b79-0973-4306-8dab-fab14624f761 req-06f59682-bd43-4ff0-b618-9435fc2cbb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:11.521393 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-06f59682-bd43-4ff0-b618-9435fc2cbb79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0675309 Sep 01 02:20:11.551443 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddc8b4-531a-4b92-b583-67915b0b807e req-946b8d7d-098c-4fbb-903e-a24b73d7974f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:11.553137 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a1ddc8b4-531a-4b92-b583-67915b0b807e req-946b8d7d-098c-4fbb-903e-a24b73d7974f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0822744 Sep 01 02:20:11.632969 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a1ddc8b4-531a-4b92-b583-67915b0b807e req-59cc8cdc-4802-44f0-bd02-b318d3f71331 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637274 Sep 01 02:20:11.711075 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-332df892-b863-4ddd-98a4-bd684e111c9f req-dc7cb129-a222-4585-bf35-3a50471b77ca service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947923 Sep 01 02:20:11.749543 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-cdf3c47c-6b9e-44a0-8496-25678a4ae9f4 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094328 Sep 01 02:20:11.783770 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 23a112c2-f54a-4f00-82df-d26bd2287ad0 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:20:11.840684 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fdd7d-5815-490c-ad24-1f4a06d83f82 req-3cc9bc12-3ef3-47af-a1b2-c5261d46d694 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:11.840684 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d41fdd7d-5815-490c-ad24-1f4a06d83f82 req-3cc9bc12-3ef3-47af-a1b2-c5261d46d694 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0635905 Sep 01 02:20:11.872413 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-58a98b79-0973-4306-8dab-fab14624f761 req-fd427fbc-440b-48a5-bfa5-979cd93a3bb5 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124377 Sep 01 02:20:11.888318 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d41fdd7d-5815-490c-ad24-1f4a06d83f82 req-c6907946-8f74-43f1-b8cb-9ba8fa9b6c7e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Sep 01 02:20:11.934628 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 23a112c2-f54a-4f00-82df-d26bd2287ad0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:11.948729 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'port_id': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'mac_address': 'fa:16:3e:eb:25:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:20:11.987865 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:12.002215 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a112c2-f54a-4f00-82df-d26bd2287ad0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:20:12.021922 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 23a112c2-f54a-4f00-82df-d26bd2287ad0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:12.064107 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-8cddce61-89f4-4479-be23-c7dc7e45bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:12.065671 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-8cddce61-89f4-4479-be23-c7dc7e45bc52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 1096 time: 0.0458148 Sep 01 02:20:12.091614 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:12.140677 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=23a112c2-f54a-4f00-82df-d26bd2287ad0,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:12.166015 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-118753de-7475-4691-a758-970e6a5b2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:12.169263 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-118753de-7475-4691-a758-970e6a5b2cdc service neutron] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 913 time: 0.0932000 Sep 01 02:20:12.223910 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-9af3d472-0094-4cec-a9f3-f965ec7f22d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d413462-c824-431b-af09-d4ee4476f79e HTTP/1.1" status: 200 len: 217 time: 0.0417335 Sep 01 02:20:12.297615 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-7af88d0b-991d-4a69-b4e9-70a5cd008ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:12.299086 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-7af88d0b-991d-4a69-b4e9-70a5cd008ebe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0601869 Sep 01 02:20:12.351587 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-594b03a8-aa56-44a7-bcf9-71b7735c3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:12.352999 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-594b03a8-aa56-44a7-bcf9-71b7735c3c8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406938 Sep 01 02:20:12.362480 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a91e4c-30e6-4b43-91c8-a43ae375031d req-fe2cda26-7a5a-4586-8ee1-74a55d1900d7 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:12.364115 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35a91e4c-30e6-4b43-91c8-a43ae375031d req-fe2cda26-7a5a-4586-8ee1-74a55d1900d7 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 945 time: 0.0632298 Sep 01 02:20:12.406054 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35a91e4c-30e6-4b43-91c8-a43ae375031d req-7c1baddd-1dd1-4d3e-86b6-7662a2ac838a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359724 Sep 01 02:20:12.459142 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-9355032f-f25b-4e83-a81e-0c30dc851b8b service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839570 Sep 01 02:20:12.558878 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['23a112c2-f54a-4f00-82df-d26bd2287ad0'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:20:12.572741 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0c5cdd11-b6f6-4d7a-8ebc-b96ffe0fbbd1 req-e181903c-992e-4a5e-9a6e-11e373e4e54b service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023641 Sep 01 02:20:12.756953 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316e686-55c8-41d0-9dcc-0d1fd411470f req-77d4ed19-9570-46fe-9e31-d2a92e444b79 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:12.758444 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3316e686-55c8-41d0-9dcc-0d1fd411470f req-77d4ed19-9570-46fe-9e31-d2a92e444b79 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0529099 Sep 01 02:20:12.796670 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3316e686-55c8-41d0-9dcc-0d1fd411470f req-4e145fcb-9f4c-46c3-8dd7-569bae114c75 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318801 Sep 01 02:20:13.021641 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ccf52-0799-454a-ad7a-8803cfd1b4e4 req-2e2d5d81-87b9-40db-98cd-e70ccfc68e2f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:13.023102 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0d9ccf52-0799-454a-ad7a-8803cfd1b4e4 req-2e2d5d81-87b9-40db-98cd-e70ccfc68e2f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0520463 Sep 01 02:20:13.060001 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0d9ccf52-0799-454a-ad7a-8803cfd1b4e4 req-d1e34158-4d88-4152-b132-d2bde6a31373 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302985 Sep 01 02:20:13.521149 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b2db-5f8c-4cae-85c3-120e64542d0c req-7f8e6d80-1f44-4525-8d36-d26694f5ad23 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:13.522621 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d75b2db-5f8c-4cae-85c3-120e64542d0c req-7f8e6d80-1f44-4525-8d36-d26694f5ad23 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Sep 01 02:20:13.560197 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d75b2db-5f8c-4cae-85c3-120e64542d0c req-6b82a92a-d506-41cc-84ad-0e386ba989a1 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Sep 01 02:20:13.913823 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6e315-4b4a-4564-8060-a6972adb0df7 req-5a48339c-ece5-460f-8ef8-f09ee0ceafe3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:13.915316 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-54d6e315-4b4a-4564-8060-a6972adb0df7 req-5a48339c-ece5-460f-8ef8-f09ee0ceafe3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0548372 Sep 01 02:20:13.954087 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-54d6e315-4b4a-4564-8060-a6972adb0df7 req-34b7c474-73f8-43c5-bc1c-4d080bcdb94b tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Sep 01 02:20:14.177651 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917798e-77e7-43f6-b876-a97ff3bc6757 req-f26c41fe-c5f0-4d19-945c-71007984799c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:14.179094 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e917798e-77e7-43f6-b876-a97ff3bc6757 req-f26c41fe-c5f0-4d19-945c-71007984799c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0517786 Sep 01 02:20:14.215551 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e917798e-77e7-43f6-b876-a97ff3bc6757 req-3469f915-bf56-4a42-b554-3c8be910722e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 Sep 01 02:20:14.673570 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884b5ab-5710-44bc-9ffa-214ad8480413 req-cb49649c-1255-44af-9a82-e788b3c9ceed tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:14.675056 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3884b5ab-5710-44bc-9ffa-214ad8480413 req-cb49649c-1255-44af-9a82-e788b3c9ceed tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 945 time: 0.0495319 Sep 01 02:20:14.712485 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3884b5ab-5710-44bc-9ffa-214ad8480413 req-852d28d4-c4af-4ae5-af2c-51f8c4408f5d tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Sep 01 02:20:15.066696 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729374-b723-4a4b-a4cd-4a520ee9576c req-0df63aa8-967d-4745-958e-da80cbea04c5 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:15.068505 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-97729374-b723-4a4b-a4cd-4a520ee9576c req-0df63aa8-967d-4745-958e-da80cbea04c5 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0496392 Sep 01 02:20:15.108710 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-97729374-b723-4a4b-a4cd-4a520ee9576c req-6f739e0a-788b-451b-8c20-4078e2c735ce tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342908 Sep 01 02:20:15.332255 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e5116-755d-466d-a78a-260fd74455e0 req-72c690b4-be45-43c0-9745-1b50792cb3fa tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:15.333634 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-953e5116-755d-466d-a78a-260fd74455e0 req-72c690b4-be45-43c0-9745-1b50792cb3fa tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0524051 Sep 01 02:20:15.371081 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-953e5116-755d-466d-a78a-260fd74455e0 req-31d71eb1-6a91-4117-9c0a-34a65f9a69bd tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Sep 01 02:20:15.796700 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 23a112c2-f54a-4f00-82df-d26bd2287ad0 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:20:15.831199 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c8223-2a93-4d73-9fa6-c01f0b9aa5e7 req-ef7b60ec-da82-4291-98c2-cf8f75c2398c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:15.832794 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a4c8223-2a93-4d73-9fa6-c01f0b9aa5e7 req-ef7b60ec-da82-4291-98c2-cf8f75c2398c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 945 time: 0.0498857 Sep 01 02:20:15.873407 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a4c8223-2a93-4d73-9fa6-c01f0b9aa5e7 req-820b8746-eaee-426f-82a5-72ef9f22087d tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329711 Sep 01 02:20:15.925840 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 23a112c2-f54a-4f00-82df-d26bd2287ad0 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:20:15.929687 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 23a112c2-f54a-4f00-82df-d26bd2287ad0 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:20:15.930063 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:16.009356 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:16.031340 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:16.033550 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23469e84-aca4-4f66-bfbb-8f4c81ff83da" -d '{"events": [{"server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "name": "network-vif-plugged", "status": "completed", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:16.046019 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 23a112c2-f54a-4f00-82df-d26bd2287ad0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:16.070739 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272d78a8-ab3e-485b-974b-e2b89cdaa84d x-openstack-request-id: req-272d78a8-ab3e-485b-974b-e2b89cdaa84d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:16.071027 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "name": "network-vif-plugged", "status": "completed", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:16.071301 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-272d78a8-ab3e-485b-974b-e2b89cdaa84d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:16.071724 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'code': 200} Sep 01 02:20:16.144891 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:16.207777 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=23a112c2-f54a-4f00-82df-d26bd2287ad0,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:16.239805 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09227ac-98f0-430f-a1ac-256640dca12c req-cccceaf6-c42d-4069-9afb-c0b4b392a19a tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:16.242477 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a09227ac-98f0-430f-a1ac-256640dca12c req-cccceaf6-c42d-4069-9afb-c0b4b392a19a tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0487397 Sep 01 02:20:16.286119 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a09227ac-98f0-430f-a1ac-256640dca12c req-2d1adcde-3b07-4c1f-aeef-5c0e031be1d3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380490 Sep 01 02:20:16.424703 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d19ebc-630c-43b3-91c8-333126e750ab req-0a479b46-bb59-4efc-8097-2df4e5d6b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:16.426300 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-14d19ebc-630c-43b3-91c8-333126e750ab req-0a479b46-bb59-4efc-8097-2df4e5d6b7d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 1099 time: 0.0419064 Sep 01 02:20:16.462747 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-14d19ebc-630c-43b3-91c8-333126e750ab req-7d49f440-4e6d-4687-b3e1-cb1f5ae641b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277326 Sep 01 02:20:16.490748 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c511c-c3ab-47ed-a3ca-c57696fdf522 req-121bc912-6243-4a5d-ab4b-b03c0bc0d606 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:16.492595 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-684c511c-c3ab-47ed-a3ca-c57696fdf522 req-121bc912-6243-4a5d-ab4b-b03c0bc0d606 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0525169 Sep 01 02:20:16.532759 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-684c511c-c3ab-47ed-a3ca-c57696fdf522 req-1061c86b-1c18-4ace-8e77-80755d8bc20a tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336604 Sep 01 02:20:16.998699 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa0e63-f254-443e-85d9-09910d4db544 req-7f95ceb3-dafe-4ce6-a620-a480e734ec5b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:16.998699 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3faa0e63-f254-443e-85d9-09910d4db544 req-7f95ceb3-dafe-4ce6-a620-a480e734ec5b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0500538 Sep 01 02:20:17.038938 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3faa0e63-f254-443e-85d9-09910d4db544 req-c8876155-aa30-443b-ad53-3d2c5fcf6604 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Sep 01 02:20:17.415313 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e23356-e6e2-4992-a683-fbb088d10369 req-fbc3b203-ec84-48f2-be7c-2d02f6f28777 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:17.417388 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-78e23356-e6e2-4992-a683-fbb088d10369 req-fbc3b203-ec84-48f2-be7c-2d02f6f28777 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0526373 Sep 01 02:20:17.455595 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-78e23356-e6e2-4992-a683-fbb088d10369 req-b956fd02-cff7-4000-94b9-3ce3ceb39571 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 Sep 01 02:20:17.652533 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b87ac-eaf6-4d67-aab3-b8554a705f6e req-5ed58934-d9de-486b-b396-9ceb57e5e34d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:17.654004 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-451b87ac-eaf6-4d67-aab3-b8554a705f6e req-5ed58934-d9de-486b-b396-9ceb57e5e34d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0537014 Sep 01 02:20:17.691505 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-451b87ac-eaf6-4d67-aab3-b8554a705f6e req-609ebf37-f22e-49fd-a09d-92bde33283bd tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Sep 01 02:20:18.161726 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0aa3-3c90-40fb-abbb-c1fdd44ee195 req-35cb736a-cbae-4d4d-a24a-8ed92b6f601a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:18.163145 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d39a0aa3-3c90-40fb-abbb-c1fdd44ee195 req-35cb736a-cbae-4d4d-a24a-8ed92b6f601a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0522540 Sep 01 02:20:18.205821 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d39a0aa3-3c90-40fb-abbb-c1fdd44ee195 req-408a33c2-06d4-45c4-b539-17c3b9f3aedc tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344028 Sep 01 02:20:18.571327 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0edb0-9deb-4456-8d23-5b2c63da50c5 req-45ca4350-75b8-4194-8271-c6dad4c5332c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:18.572992 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-04c0edb0-9deb-4456-8d23-5b2c63da50c5 req-45ca4350-75b8-4194-8271-c6dad4c5332c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0517397 Sep 01 02:20:18.611997 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-04c0edb0-9deb-4456-8d23-5b2c63da50c5 req-bf011691-e6e3-4244-b233-59d9df8444e7 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331736 Sep 01 02:20:18.810538 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c12ab-431c-4b63-b283-690b55bc8570 req-50e6d6e5-e141-4df8-96d6-8aef37e51ceb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:18.812040 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7f0c12ab-431c-4b63-b283-690b55bc8570 req-50e6d6e5-e141-4df8-96d6-8aef37e51ceb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0530646 Sep 01 02:20:18.855057 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7f0c12ab-431c-4b63-b283-690b55bc8570 req-c106f919-8367-41db-ba7e-0938101c96cf tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368149 Sep 01 02:20:19.319858 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5869cb3-822f-4271-b109-887bb5a79845 req-1910749d-e9c1-40d9-9f7d-951b3e252319 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:19.321421 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c5869cb3-822f-4271-b109-887bb5a79845 req-1910749d-e9c1-40d9-9f7d-951b3e252319 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0486977 Sep 01 02:20:19.360099 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c5869cb3-822f-4271-b109-887bb5a79845 req-3fa8c7e0-cafe-4de4-9c30-7b73f0509560 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321271 Sep 01 02:20:19.725735 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcf932-b3f1-4d25-997e-fcc2db1e2bb8 req-5e05123f-9fdc-4e07-852d-1b72969c86c3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:19.727221 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ffdcf932-b3f1-4d25-997e-fcc2db1e2bb8 req-5e05123f-9fdc-4e07-852d-1b72969c86c3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0474279 Sep 01 02:20:19.764799 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ffdcf932-b3f1-4d25-997e-fcc2db1e2bb8 req-26c1b770-ca5a-4325-9d8c-e5e1d9db0e04 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Sep 01 02:20:19.971100 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399709b-f7a7-4820-b366-ea293c751a6e req-760f9354-87c6-4a65-ab3e-4b99b53502b4 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:19.972581 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8399709b-f7a7-4820-b366-ea293c751a6e req-760f9354-87c6-4a65-ab3e-4b99b53502b4 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0514939 Sep 01 02:20:20.010967 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8399709b-f7a7-4820-b366-ea293c751a6e req-8cef814f-9a65-4b88-be6b-7f56cfbebf17 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Sep 01 02:20:20.473697 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f428476-9bf8-466e-b3af-3ccbf370315e req-79a95656-d100-4028-8bab-0203d44517d3 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:20.475451 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f428476-9bf8-466e-b3af-3ccbf370315e req-79a95656-d100-4028-8bab-0203d44517d3 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0480983 Sep 01 02:20:20.516651 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f428476-9bf8-466e-b3af-3ccbf370315e req-6a97d948-1ae2-4303-b830-79bd1257b1ea tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334022 Sep 01 02:20:20.878911 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565c04-efb4-47d2-a60d-6c3d2bda9efb req-b0d903b4-0e2d-486c-8f7a-d918964457ed tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:20.880534 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0b565c04-efb4-47d2-a60d-6c3d2bda9efb req-b0d903b4-0e2d-486c-8f7a-d918964457ed tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0476255 Sep 01 02:20:20.919334 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0b565c04-efb4-47d2-a60d-6c3d2bda9efb req-5edf6a44-9876-42e6-b76e-95a06ab12c1c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317330 Sep 01 02:20:21.128468 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf3a3f-fcee-48c0-ac1d-7e481f5947aa req-a5c2a600-9498-46c9-8dd2-7cbb4531fcdd tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:21.130017 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-93bf3a3f-fcee-48c0-ac1d-7e481f5947aa req-a5c2a600-9498-46c9-8dd2-7cbb4531fcdd tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0531683 Sep 01 02:20:21.169180 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-93bf3a3f-fcee-48c0-ac1d-7e481f5947aa req-6e0aa5af-0cd9-40dd-aaf6-e9e0017edac5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Sep 01 02:20:21.635152 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a06323-dd11-4e1c-980a-c0fb28b59c32 req-e913f85f-0f17-43c5-9f90-23992f955951 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:21.636652 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-46a06323-dd11-4e1c-980a-c0fb28b59c32 req-e913f85f-0f17-43c5-9f90-23992f955951 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0495689 Sep 01 02:20:21.674946 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-46a06323-dd11-4e1c-980a-c0fb28b59c32 req-7be4044f-f4b9-4e7f-8014-2fa734369f91 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Sep 01 02:20:21.788111 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751a5d-e0d1-4efe-862c-ace30e9918a1 req-ad55df5a-d86a-464c-aabc-a97741020dad tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:21.789490 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd751a5d-e0d1-4efe-862c-ace30e9918a1 req-ad55df5a-d86a-464c-aabc-a97741020dad tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0480797 Sep 01 02:20:21.828214 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd751a5d-e0d1-4efe-862c-ace30e9918a1 req-3e2afd7b-4c55-40e4-af58-381a19a8ab80 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 Sep 01 02:20:22.156510 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34b7b6-3abb-4bd5-a413-1ac0d65513f0 req-afdbfb16-6f7f-4944-b341-b35f9596d781 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:22.158171 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8c34b7b6-3abb-4bd5-a413-1ac0d65513f0 req-afdbfb16-6f7f-4944-b341-b35f9596d781 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0527315 Sep 01 02:20:22.202206 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8c34b7b6-3abb-4bd5-a413-1ac0d65513f0 req-1d755601-c88a-4ef4-b534-d7da5cbb02af tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364592 Sep 01 02:20:22.260953 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671f97-4825-41ae-b3b6-e805c3e680d1 req-80662a43-b883-4b5d-8009-bed7801b28a8 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:22.262466 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ec671f97-4825-41ae-b3b6-e805c3e680d1 req-80662a43-b883-4b5d-8009-bed7801b28a8 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0584803 Sep 01 02:20:22.325888 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ec671f97-4825-41ae-b3b6-e805c3e680d1 req-7e29f367-5ab5-4c90-87bd-b1f0c12012f5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534260 Sep 01 02:20:22.336042 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c305d-7e1f-49b9-9950-27029147f041 req-1a7e3d5a-0494-415a-ab29-eab06f72aa45 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:22.337459 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3f3c305d-7e1f-49b9-9950-27029147f041 req-1a7e3d5a-0494-415a-ab29-eab06f72aa45 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0741198 Sep 01 02:20:22.381510 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3f3c305d-7e1f-49b9-9950-27029147f041 req-7287bafb-a8c1-4a58-9baa-cf57099a73b6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374985 Sep 01 02:20:22.444784 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5a36-44a3-4c4f-9e43-97d0d5fe6b5f req-75497cee-73ef-4bc6-8d48-3a9b89b45cbb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:22.446371 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-060b5a36-44a3-4c4f-9e43-97d0d5fe6b5f req-75497cee-73ef-4bc6-8d48-3a9b89b45cbb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0558307 Sep 01 02:20:22.486612 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-060b5a36-44a3-4c4f-9e43-97d0d5fe6b5f req-ac831227-002d-4f66-a067-c9b13db40927 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Sep 01 02:20:22.847295 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142171a-ad84-48c2-8994-18e17f8983f7 req-2e86ba2a-7b67-4a72-85ab-f761711a0d36 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:22.850371 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0142171a-ad84-48c2-8994-18e17f8983f7 req-2e86ba2a-7b67-4a72-85ab-f761711a0d36 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 946 time: 0.0504234 Sep 01 02:20:22.856611 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:20:22.888060 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0142171a-ad84-48c2-8994-18e17f8983f7 req-e40c3951-b90a-4d67-90ec-1902f2e3bedf tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307579 Sep 01 02:20:23.320806 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dbc51-e263-4689-974b-84cafc75c7c5 req-0e52c5a5-2dbf-4a05-bfd0-e4170b4679ab tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:23.322769 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-729dbc51-e263-4689-974b-84cafc75c7c5 req-0e52c5a5-2dbf-4a05-bfd0-e4170b4679ab tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0474892 Sep 01 02:20:23.364301 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-729dbc51-e263-4689-974b-84cafc75c7c5 req-652be415-e655-4483-9852-7760d7e0cd79 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351274 Sep 01 02:20:23.498112 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18482bd8-df30-4d0f-8a50-e71e83e91496 req-ffe1822b-0735-4e2c-bc79-14a6816436ec tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:23.499755 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-18482bd8-df30-4d0f-8a50-e71e83e91496 req-ffe1822b-0735-4e2c-bc79-14a6816436ec tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0478520 Sep 01 02:20:23.539288 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-18482bd8-df30-4d0f-8a50-e71e83e91496 req-8bf239aa-6b67-433c-a303-d63e878310f1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332768 Sep 01 02:20:23.601788 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb42a4-a9fe-4a17-bbcb-686684c80731 req-ceb8086f-31db-4195-a0ea-720122eb5b66 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:23.603347 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acdb42a4-a9fe-4a17-bbcb-686684c80731 req-ceb8086f-31db-4195-a0ea-720122eb5b66 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0489810 Sep 01 02:20:23.644173 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acdb42a4-a9fe-4a17-bbcb-686684c80731 req-f9c4f49c-93ea-44f7-a322-03e78597139d tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347173 Sep 01 02:20:24.003169 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db902315-5652-4ba0-9577-306a34f57447 req-6565e8f2-b9a9-4c7b-859a-65dc652b344d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:24.004707 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db902315-5652-4ba0-9577-306a34f57447 req-6565e8f2-b9a9-4c7b-859a-65dc652b344d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 946 time: 0.0489175 Sep 01 02:20:24.044391 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-db902315-5652-4ba0-9577-306a34f57447 req-112cdbae-6899-4b3f-96c6-d24d1ab97f7e tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337586 Sep 01 02:20:24.476414 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d49c8-dd32-4ff5-afed-778556ded689 req-88a7fdfd-3659-4d75-9146-ef7dac58c445 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:24.478040 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-867d49c8-dd32-4ff5-afed-778556ded689 req-88a7fdfd-3659-4d75-9146-ef7dac58c445 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0475318 Sep 01 02:20:24.518511 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-867d49c8-dd32-4ff5-afed-778556ded689 req-e337e69b-560b-41ca-ba53-9a03cc94ccf0 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331511 Sep 01 02:20:24.667892 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a7754-7115-4d1b-b311-4ec11491b872 req-29aac9f7-de52-4ce1-ad40-b5ffd75ab068 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:24.669439 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-053a7754-7115-4d1b-b311-4ec11491b872 req-29aac9f7-de52-4ce1-ad40-b5ffd75ab068 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0557513 Sep 01 02:20:24.705916 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-053a7754-7115-4d1b-b311-4ec11491b872 req-236e3cfb-456a-4a1f-b128-e6315da9817c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305631 Sep 01 02:20:24.811997 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cc922-9d92-4c3e-8191-6d71672060cd req-27ce65f7-0e6c-48ea-9bd4-b9ef7e26bdf7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:24.813772 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-891cc922-9d92-4c3e-8191-6d71672060cd req-27ce65f7-0e6c-48ea-9bd4-b9ef7e26bdf7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0493169 Sep 01 02:20:24.854261 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-891cc922-9d92-4c3e-8191-6d71672060cd req-995f1deb-03c8-4374-8b52-999531787fb8 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344191 Sep 01 02:20:25.164716 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198e3a-dd22-4534-8d44-c057635c74c2 req-20a90bb6-a572-4b15-a07b-08edcf14194c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:25.166214 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2d198e3a-dd22-4534-8d44-c057635c74c2 req-20a90bb6-a572-4b15-a07b-08edcf14194c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 946 time: 0.0517883 Sep 01 02:20:25.204523 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2d198e3a-dd22-4534-8d44-c057635c74c2 req-8d05a2c4-6f53-436f-b033-114a1898a957 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Sep 01 02:20:25.635296 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f492a3-71c8-4d7f-96bc-116c97db99cf req-58fd86f4-5028-4c0e-b62a-8358c86bdd3d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:25.636669 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a3f492a3-71c8-4d7f-96bc-116c97db99cf req-58fd86f4-5028-4c0e-b62a-8358c86bdd3d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 943 time: 0.0481901 Sep 01 02:20:25.674332 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a3f492a3-71c8-4d7f-96bc-116c97db99cf req-7cc97106-59af-4502-a4a5-a40e499a6c86 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Sep 01 02:20:25.823727 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1834b-dd5f-4f9c-acef-ba0ef6a70192 req-66570e92-eece-4a63-a5bc-a8fc4dd126f4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:25.825193 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4e1834b-dd5f-4f9c-acef-ba0ef6a70192 req-66570e92-eece-4a63-a5bc-a8fc4dd126f4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0481713 Sep 01 02:20:25.830922 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 9d413462-c824-431b-af09-d4ee4476f79e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:20:25.867561 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4e1834b-dd5f-4f9c-acef-ba0ef6a70192 req-083cfdbd-f40f-464c-ad5b-015d9b29dbcf tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362964 Sep 01 02:20:25.933032 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 9d413462-c824-431b-af09-d4ee4476f79e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9d413462-c824-431b-af09-d4ee4476f79e,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:25.944316 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '9d413462-c824-431b-af09-d4ee4476f79e', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'port_id': '9d413462-c824-431b-af09-d4ee4476f79e', 'mac_address': 'fa:16:3e:df:46:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:20:25.972870 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bb571-20b8-47e7-a4f6-f8907961cab8 req-6cbe893f-a26a-495e-9ad7-e78d0aad3667 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:25.974660 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-197bb571-20b8-47e7-a4f6-f8907961cab8 req-6cbe893f-a26a-495e-9ad7-e78d0aad3667 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0485420 Sep 01 02:20:25.988099 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:25.995020 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-5047643f-11a7-4df4-aa9a-6c636273f40f tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:25.996712 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-5047643f-11a7-4df4-aa9a-6c636273f40f tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 946 time: 0.0558965 Sep 01 02:20:26.001381 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d413462-c824-431b-af09-d4ee4476f79e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:20:26.024057 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-197bb571-20b8-47e7-a4f6-f8907961cab8 req-b49c1773-1bf1-4d4a-addb-d4c103d40624 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Sep 01 02:20:26.024412 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 9d413462-c824-431b-af09-d4ee4476f79e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9d413462-c824-431b-af09-d4ee4476f79e,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:26.094393 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Deleting port da87c642-7439-4b0d-97f0-467fdd31fa40 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:20:26.094740 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:26.114123 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:26.164686 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=9d413462-c824-431b-af09-d4ee4476f79e,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:26.186602 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] For port da87c642-7439-4b0d-97f0-467fdd31fa40, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=da87c642-7439-4b0d-97f0-467fdd31fa40,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:26.186977 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:26.199913 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Calling delete_port for da87c642-7439-4b0d-97f0-467fdd31fa40 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:20:26.327479 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438d37a-de32-4c06-8945-fde7bec76325 req-278f44f1-3fbd-45c2-bca5-97b5650ed619 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:26.329193 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b438d37a-de32-4c06-8945-fde7bec76325 req-278f44f1-3fbd-45c2-bca5-97b5650ed619 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 946 time: 0.0540679 Sep 01 02:20:26.368320 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b438d37a-de32-4c06-8945-fde7bec76325 req-a6935f31-d37e-4c97-806e-e62739ac7208 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310643 Sep 01 02:20:26.390218 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:26.411910 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['e7b7ae68-fdab-4d11-9ff9-515a2845eaf5', '1023ac87-f072-4c46-b5e7-347c3c1d0b89', 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b', 'da87c642-7439-4b0d-97f0-467fdd31fa40'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:20:26.423340 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Pushing event deleted for resources: {'Port': ['ID=da87c642-7439-4b0d-97f0-467fdd31fa40,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:26.438746 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.439098 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.439463 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.439806 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.440138 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.440469 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.440800 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.441130 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.441458 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.441782 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.442105 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.442429 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:26.476274 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] No DVR routers for this DVR port da87c642-7439-4b0d-97f0-467fdd31fa40 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:20:26.479369 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:26.481435 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-da559ded-ef6c-4774-bbef-796dcf6948e7 req-1a190bf9-6e2c-4349-9c3e-485120daff85 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "DELETE /v2.0/ports/da87c642-7439-4b0d-97f0-467fdd31fa40 HTTP/1.1" status: 204 len: 173 time: 0.4767931 Sep 01 02:20:26.481901 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa37c22-56f5-4260-8e1a-e66fd1ba7c69', 'name': 'network-vif-deleted', 'tag': 'da87c642-7439-4b0d-97f0-467fdd31fa40'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:26.484215 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e792097f-429b-41dd-a64a-84a2a1faac69" -d '{"events": [{"server_uuid": "efa37c22-56f5-4260-8e1a-e66fd1ba7c69", "name": "network-vif-deleted", "tag": "da87c642-7439-4b0d-97f0-467fdd31fa40"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:26.522764 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aae5f6a-f4fe-4245-8978-6bda6145f1ae x-openstack-request-id: req-1aae5f6a-f4fe-4245-8978-6bda6145f1ae {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:26.523084 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa37c22-56f5-4260-8e1a-e66fd1ba7c69", "name": "network-vif-deleted", "tag": "da87c642-7439-4b0d-97f0-467fdd31fa40", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:26.523333 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1aae5f6a-f4fe-4245-8978-6bda6145f1ae {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:26.523779 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa37c22-56f5-4260-8e1a-e66fd1ba7c69', 'name': 'network-vif-deleted', 'tag': 'da87c642-7439-4b0d-97f0-467fdd31fa40', 'status': 'completed', 'code': 200} Sep 01 02:20:26.607784 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['9d413462-c824-431b-af09-d4ee4476f79e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:20:26.794887 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b8f17-3060-491a-b6b8-92ac2f056d48 req-33f1cd3a-10ec-4ef4-92ab-4a79f1767629 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:26.796586 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-997b8f17-3060-491a-b6b8-92ac2f056d48 req-33f1cd3a-10ec-4ef4-92ab-4a79f1767629 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 944 time: 0.0519941 Sep 01 02:20:26.837105 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-997b8f17-3060-491a-b6b8-92ac2f056d48 req-3fde0760-9e60-4ce6-8641-803d1bfbc52d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341878 Sep 01 02:20:26.987960 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afb89-fe1b-4873-996e-c23b190ee6eb req-adc4c160-c2b4-463c-903f-04fb98259d4a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:26.989801 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-975afb89-fe1b-4873-996e-c23b190ee6eb req-adc4c160-c2b4-463c-903f-04fb98259d4a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0495572 Sep 01 02:20:27.032476 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-975afb89-fe1b-4873-996e-c23b190ee6eb req-652bf235-890a-41ff-a528-f0b667e1db7d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Sep 01 02:20:27.137310 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8a5b2-1a87-4237-abf6-c954f8fc0e68 req-0d330369-cf59-4cfd-aaab-c4b706cf15f1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:27.138808 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ec8a5b2-1a87-4237-abf6-c954f8fc0e68 req-0d330369-cf59-4cfd-aaab-c4b706cf15f1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0520477 Sep 01 02:20:27.176494 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ec8a5b2-1a87-4237-abf6-c954f8fc0e68 req-55ae84b2-25c9-4330-8436-1fc18ced4823 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Sep 01 02:20:27.479100 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-94c4c23c-5f38-40c4-a8f4-f82272cc01ba req-dcf91348-8339-4ca5-aefd-72d62b04d1b5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=efa37c22-56f5-4260-8e1a-e66fd1ba7c69 HTTP/1.1" status: 200 len: 210 time: 0.0258100 Sep 01 02:20:27.953601 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40036860-e86a-4ce7-8cc4-250f12f9fa75 req-204d7e32-d9a5-42bf-8d8e-55ad2be45d3b tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:27.955057 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40036860-e86a-4ce7-8cc4-250f12f9fa75 req-204d7e32-d9a5-42bf-8d8e-55ad2be45d3b tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 944 time: 0.0497484 Sep 01 02:20:27.991166 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40036860-e86a-4ce7-8cc4-250f12f9fa75 req-05d97719-c1ce-483b-907e-922095181c75 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302713 Sep 01 02:20:28.151056 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cb8b0-b8d3-42cf-a368-3423d921eb0f req-4cb22c8d-20fc-4a09-b83a-da4780b6588b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:28.152713 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-986cb8b0-b8d3-42cf-a368-3423d921eb0f req-4cb22c8d-20fc-4a09-b83a-da4780b6588b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0490685 Sep 01 02:20:28.189911 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-986cb8b0-b8d3-42cf-a368-3423d921eb0f req-49ece6df-f303-4666-bd6c-59cd357489b4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311892 Sep 01 02:20:28.289824 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b00179-81b2-4643-ad0d-b8a688d2c424 req-3ced0a04-73fc-4da5-9f6d-ec1b42b3c5bb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:28.291288 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-08b00179-81b2-4643-ad0d-b8a688d2c424 req-3ced0a04-73fc-4da5-9f6d-ec1b42b3c5bb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0493629 Sep 01 02:20:28.329091 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-08b00179-81b2-4643-ad0d-b8a688d2c424 req-11cf0cb3-ccf0-46bb-8cd9-5db32be76866 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Sep 01 02:20:29.087226 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d08ee-17bb-4395-89ac-baaad3b03427 req-63a9b1c4-33b5-453d-be7e-6584b99678cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:29.089385 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-838d08ee-17bb-4395-89ac-baaad3b03427 req-63a9b1c4-33b5-453d-be7e-6584b99678cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 1098 time: 0.0401421 Sep 01 02:20:29.105745 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb0b48-99f2-413c-8d28-55f269a53ae9 req-99bfb914-b483-4114-82bf-100015c0cad5 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:29.107196 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-67eb0b48-99f2-413c-8d28-55f269a53ae9 req-99bfb914-b483-4114-82bf-100015c0cad5 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 944 time: 0.0502715 Sep 01 02:20:29.128644 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-838d08ee-17bb-4395-89ac-baaad3b03427 req-97cbc4df-e7e2-4a49-917b-62ef29a67a6e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286736 Sep 01 02:20:29.145032 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-67eb0b48-99f2-413c-8d28-55f269a53ae9 req-9bb0c163-64dc-4ca4-b0a6-e606cb50c194 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Sep 01 02:20:29.305968 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba1d5-2770-4b6c-8506-6c5932eac02c req-d35a52ef-ae40-4c94-920a-d6e33001527a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:29.307337 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c30ba1d5-2770-4b6c-8506-6c5932eac02c req-d35a52ef-ae40-4c94-920a-d6e33001527a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0479951 Sep 01 02:20:29.344077 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c30ba1d5-2770-4b6c-8506-6c5932eac02c req-053fb416-2343-4657-820a-a8ecf91073b2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Sep 01 02:20:29.442582 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc08510-f36c-496a-9bca-56e8d28d74df req-bfa4dbfd-5772-4418-94dc-4aee2988dd62 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:29.444089 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4dc08510-f36c-496a-9bca-56e8d28d74df req-bfa4dbfd-5772-4418-94dc-4aee2988dd62 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0482702 Sep 01 02:20:29.486082 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4dc08510-f36c-496a-9bca-56e8d28d74df req-a8afb491-67fc-4979-9020-138ec7a626df tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Sep 01 02:20:29.848001 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 9d413462-c824-431b-af09-d4ee4476f79e up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:20:29.967175 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 9d413462-c824-431b-af09-d4ee4476f79e completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:20:29.971041 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 9d413462-c824-431b-af09-d4ee4476f79e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:20:29.971454 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:30.050520 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:30.073190 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900cc697-4cd1-459a-a357-a2e39b060412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d413462-c824-431b-af09-d4ee4476f79e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:30.075440 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c04795c-e247-4f67-9e0b-24978f56ac30" -d '{"events": [{"server_uuid": "900cc697-4cd1-459a-a357-a2e39b060412", "name": "network-vif-plugged", "status": "completed", "tag": "9d413462-c824-431b-af09-d4ee4476f79e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:30.088811 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 9d413462-c824-431b-af09-d4ee4476f79e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9d413462-c824-431b-af09-d4ee4476f79e,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:30.112561 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62bf864-61ea-49b2-ae53-bcdd5922df17 x-openstack-request-id: req-d62bf864-61ea-49b2-ae53-bcdd5922df17 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:30.112841 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900cc697-4cd1-459a-a357-a2e39b060412", "name": "network-vif-plugged", "status": "completed", "tag": "9d413462-c824-431b-af09-d4ee4476f79e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:30.113086 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d62bf864-61ea-49b2-ae53-bcdd5922df17 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:30.113467 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900cc697-4cd1-459a-a357-a2e39b060412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d413462-c824-431b-af09-d4ee4476f79e', 'code': 200} Sep 01 02:20:30.159447 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:30.160302 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device da87c642-7439-4b0d-97f0-467fdd31fa40 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:20:30.197182 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: da87c642-7439-4b0d-97f0-467fdd31fa40 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:20:30.197535 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device da87c642-7439-4b0d-97f0-467fdd31fa40 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:20:30.228959 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=9d413462-c824-431b-af09-d4ee4476f79e,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:30.265301 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2c5b0-24bc-4fb3-a96e-556c4bfb149e req-1e10b8fb-a8b2-4b7b-9255-d80dd056108c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:30.267463 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-90a2c5b0-24bc-4fb3-a96e-556c4bfb149e req-1e10b8fb-a8b2-4b7b-9255-d80dd056108c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.0546391 Sep 01 02:20:30.331769 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-90a2c5b0-24bc-4fb3-a96e-556c4bfb149e req-8779bfbd-8daf-4991-8302-62ca8b3c50e7 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583582 Sep 01 02:20:30.350943 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468221c6-360e-4442-819d-df00db7aea22 req-03d70ce4-5ec4-4c8b-ad06-4807a0c3a83c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:30.359262 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-468221c6-360e-4442-819d-df00db7aea22 req-03d70ce4-5ec4-4c8b-ad06-4807a0c3a83c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0583646 Sep 01 02:20:30.404026 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-468221c6-360e-4442-819d-df00db7aea22 req-7f45640c-9c87-4d38-b614-988cf1d167db tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437064 Sep 01 02:20:30.470848 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf3e35-ad8f-45c4-baa8-ffaf84214be4 req-91f95f2d-c961-419e-9c8c-864c68c8bb42 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:30.472403 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-43bf3e35-ad8f-45c4-baa8-ffaf84214be4 req-91f95f2d-c961-419e-9c8c-864c68c8bb42 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0519919 Sep 01 02:20:30.504039 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b49ae-634c-4d87-bfaa-0f4e94457afd req-353e21a2-3413-427e-978f-bf6dca2598e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:30.505567 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5a5b49ae-634c-4d87-bfaa-0f4e94457afd req-353e21a2-3413-427e-978f-bf6dca2598e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 1098 time: 0.0410366 Sep 01 02:20:30.515857 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-43bf3e35-ad8f-45c4-baa8-ffaf84214be4 req-907b0cb8-da1d-48d1-bd76-cefb178b49ed tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371206 Sep 01 02:20:30.552132 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5a5b49ae-634c-4d87-bfaa-0f4e94457afd req-d78245cd-8bca-40b3-924a-bd408a47bb68 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328841 Sep 01 02:20:30.610453 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfd215-b000-4a6b-bb22-1e7d2eca7e1a req-8d724d0b-3ccf-4bb8-a55b-8de9bdea6c4b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:30.617617 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d1cfd215-b000-4a6b-bb22-1e7d2eca7e1a req-8d724d0b-3ccf-4bb8-a55b-8de9bdea6c4b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0568361 Sep 01 02:20:30.652009 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d1cfd215-b000-4a6b-bb22-1e7d2eca7e1a req-131cc225-ff96-412a-8999-c443ffef836f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335321 Sep 01 02:20:31.447995 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd9c6-7c09-4c72-8bd4-b8236083382d req-9fd4e0d9-0dce-4a97-81a4-7102c2c3087b tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:31.449522 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f7fd9c6-7c09-4c72-8bd4-b8236083382d req-9fd4e0d9-0dce-4a97-81a4-7102c2c3087b tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.0480065 Sep 01 02:20:31.514408 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f7fd9c6-7c09-4c72-8bd4-b8236083382d req-6df65587-92c1-4058-8cdd-e45a169dfd32 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569406 Sep 01 02:20:31.538766 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c74f5b-4fa5-4ecb-aa8a-c00763b9857d req-5926f85d-9b34-493f-98e2-433947753db7 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:31.540586 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-15c74f5b-4fa5-4ecb-aa8a-c00763b9857d req-5926f85d-9b34-493f-98e2-433947753db7 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0580871 Sep 01 02:20:31.590403 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-15c74f5b-4fa5-4ecb-aa8a-c00763b9857d req-9dc2da77-d40c-4ce8-ae24-8de4fccb8c05 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 Sep 01 02:20:31.638655 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e683d3-a27a-421b-9a60-210b94daa06e req-1070bce3-d72d-44e5-b818-ab980e08d3fb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:31.640053 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70e683d3-a27a-421b-9a60-210b94daa06e req-1070bce3-d72d-44e5-b818-ab980e08d3fb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0485981 Sep 01 02:20:31.698425 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70e683d3-a27a-421b-9a60-210b94daa06e req-74849ae3-c8d7-46fc-b06f-f7696bf3cb4e tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403366 Sep 01 02:20:31.772088 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e0931-f34a-4654-a0ed-041556c6d76a req-8edee30e-4bf7-4c19-91fc-54b99ec34ca2 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:31.773535 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179e0931-f34a-4654-a0ed-041556c6d76a req-8edee30e-4bf7-4c19-91fc-54b99ec34ca2 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0478706 Sep 01 02:20:31.812233 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-179e0931-f34a-4654-a0ed-041556c6d76a req-cb7c9084-4b48-4b9e-b7b0-6bef682a9dc3 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Sep 01 02:20:32.255039 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4618514-0f14-4fc8-bae4-09cdd5fa9e10 req-6583670a-040f-422d-8d50-3aa47568fd92 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:32.256525 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f4618514-0f14-4fc8-bae4-09cdd5fa9e10 req-6583670a-040f-422d-8d50-3aa47568fd92 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0483809 Sep 01 02:20:32.297693 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f4618514-0f14-4fc8-bae4-09cdd5fa9e10 req-620a5988-3402-4ed9-8ca9-32fab74c5b90 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347335 Sep 01 02:20:32.367199 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f794b-4af6-4b01-a21e-7053fc38d99b req-ae433dc5-7acc-47a3-bec9-d92cc8b0118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:32.368701 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d39f794b-4af6-4b01-a21e-7053fc38d99b req-ae433dc5-7acc-47a3-bec9-d92cc8b0118f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 1098 time: 0.0394356 Sep 01 02:20:32.457264 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f794b-4af6-4b01-a21e-7053fc38d99b req-544da302-5f33-408e-a05b-d8e4565f258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:32.458736 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d39f794b-4af6-4b01-a21e-7053fc38d99b req-544da302-5f33-408e-a05b-d8e4565f258d service neutron] 10.222.0.26 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 920 time: 0.0816934 Sep 01 02:20:32.518406 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d39f794b-4af6-4b01-a21e-7053fc38d99b req-ade247ee-b6a6-4e1c-a118-18ef05e23bdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf HTTP/1.1" status: 200 len: 217 time: 0.0376124 Sep 01 02:20:32.594372 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f794b-4af6-4b01-a21e-7053fc38d99b req-de16a7af-5977-4ff3-a248-71141085ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:32.595926 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d39f794b-4af6-4b01-a21e-7053fc38d99b req-de16a7af-5977-4ff3-a248-71141085ac5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 200 len: 859 time: 0.0507731 Sep 01 02:20:32.637846 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d39f794b-4af6-4b01-a21e-7053fc38d99b req-85e27d8d-3d34-4b27-aaf4-40fa9ce0c7e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25ff1c87-3840-478f-bfb8-50f6aa595d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249829 Sep 01 02:20:32.650734 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b219-46f4-4b3b-a232-54f334e5194b req-d5fc8cf4-2100-419d-95ff-2093e0445d5d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:32.652262 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ec83b219-46f4-4b3b-a232-54f334e5194b req-d5fc8cf4-2100-419d-95ff-2093e0445d5d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.0594912 Sep 01 02:20:32.722491 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ec83b219-46f4-4b3b-a232-54f334e5194b req-76d0f95b-58d2-49f2-98f1-8eee1d2b4273 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643616 Sep 01 02:20:32.740633 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542f61-f969-4ec2-8255-1cfc512a69e8 req-d1f699b2-46a3-4425-b5ef-7b69b0e228f7 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:32.742167 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12542f61-f969-4ec2-8255-1cfc512a69e8 req-d1f699b2-46a3-4425-b5ef-7b69b0e228f7 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0673642 Sep 01 02:20:32.758412 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d39f794b-4af6-4b01-a21e-7053fc38d99b req-b04c0a2c-1819-465e-880a-858e62ab9d95 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082914 Sep 01 02:20:32.787765 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12542f61-f969-4ec2-8255-1cfc512a69e8 req-8c030728-9693-451b-9dc7-d6ab3a017e9e tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386908 Sep 01 02:20:32.837704 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9c60f-c604-49d7-9dd8-c1724f53f6e7 req-f2c1ad9b-8eff-4367-8250-ebbc12e53dac tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:32.839152 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfe9c60f-c604-49d7-9dd8-c1724f53f6e7 req-f2c1ad9b-8eff-4367-8250-ebbc12e53dac tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0505030 Sep 01 02:20:32.860432 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d39f794b-4af6-4b01-a21e-7053fc38d99b req-a4cec93f-e4f9-41e1-b0c7-4d211f36fcf1 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883121 Sep 01 02:20:32.879864 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfe9c60f-c604-49d7-9dd8-c1724f53f6e7 req-4c9a14ee-cd41-46bd-a601-c6a1360a3d81 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341980 Sep 01 02:20:33.412276 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab3eab-65fc-49ec-bd6a-8a965f9642f2 req-da0feefc-7472-4526-bdb9-5be25f40fffb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:33.413709 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3dab3eab-65fc-49ec-bd6a-8a965f9642f2 req-da0feefc-7472-4526-bdb9-5be25f40fffb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0479741 Sep 01 02:20:33.450729 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3dab3eab-65fc-49ec-bd6a-8a965f9642f2 req-37e22c94-d9cf-45d7-b808-029838a9aa62 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305026 Sep 01 02:20:33.896808 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72baa0-2b12-4c32-a7c6-052b5a97fc67 req-517dbdf8-fb9e-46f2-b5d1-f812e81f93b9 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:33.900048 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cd72baa0-2b12-4c32-a7c6-052b5a97fc67 req-517dbdf8-fb9e-46f2-b5d1-f812e81f93b9 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.0965052 Sep 01 02:20:33.950707 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beb344-e3d2-47bd-8e3a-f04376ef0f61 req-4c30dcdd-efd1-47a1-be2e-e41c0f19c53f tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:33.952177 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f3beb344-e3d2-47bd-8e3a-f04376ef0f61 req-4c30dcdd-efd1-47a1-be2e-e41c0f19c53f tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 946 time: 0.1020164 Sep 01 02:20:33.959523 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cd72baa0-2b12-4c32-a7c6-052b5a97fc67 req-0fb39b9c-489b-4269-9cb8-b10af9d85f08 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511045 Sep 01 02:20:33.994720 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f3beb344-e3d2-47bd-8e3a-f04376ef0f61 req-801536e6-afc0-4c43-a2c3-7198e6830d33 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342643 Sep 01 02:20:34.078724 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754566db-546f-4ec5-9c33-3a3381588a52 req-5bcd742b-3576-4b9e-b650-942e60ac57ef tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:34.080213 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-754566db-546f-4ec5-9c33-3a3381588a52 req-5bcd742b-3576-4b9e-b650-942e60ac57ef tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0623541 Sep 01 02:20:34.143223 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-9cf689cb-2d5d-4f1d-af09-cc6cb54fdf6a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431476 Sep 01 02:20:34.149549 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da673514-02bc-408f-891a-706a876f6060 req-78b147cb-1201-47b4-9a54-2b1e96701e2e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:34.151799 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-da673514-02bc-408f-891a-706a876f6060 req-78b147cb-1201-47b4-9a54-2b1e96701e2e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.0929430 Sep 01 02:20:34.154622 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-754566db-546f-4ec5-9c33-3a3381588a52 req-72047e54-1163-4a89-824c-9d7a5cb886a3 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599189 Sep 01 02:20:34.196076 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-da673514-02bc-408f-891a-706a876f6060 req-d70a3558-d452-4637-a9ba-8f08fb0eafbc tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355823 Sep 01 02:20:34.223302 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-2df8471c-0db5-4edf-8320-f098139a8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:34.223302 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-2df8471c-0db5-4edf-8320-f098139a8aaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 1099 time: 0.0456040 Sep 01 02:20:34.223707 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 41912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:34.337565 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-9c5b22c8-320b-482d-8ae2-fb7b843cc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:34.339032 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-9c5b22c8-320b-482d-8ae2-fb7b843cc3e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 200 len: 920 time: 0.0920551 Sep 01 02:20:34.389182 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-57e94009-0262-4e92-a688-067f9ec0f660 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e16b7a-4706-4cc0-8dc8-8de6938037c9 HTTP/1.1" status: 200 len: 217 time: 0.0396335 Sep 01 02:20:34.467068 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7a354-6e53-4ec2-adcd-d010918ac32c tempest-TestVolumeBootPattern-1435836964 tempest-TestVolumeBootPattern-1435836964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:34.468655 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d8a7a354-6e53-4ec2-adcd-d010918ac32c tempest-TestVolumeBootPattern-1435836964 tempest-TestVolumeBootPattern-1435836964-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 1093 time: 0.2440028 Sep 01 02:20:34.471804 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 41916) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:34.472475 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-046059ee-d551-41ae-9bba-162e0a52a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:34.473936 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-046059ee-d551-41ae-9bba-162e0a52a342 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 200 len: 859 time: 0.0584915 Sep 01 02:20:34.476462 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'floatingip': {'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'port_id': '9d413462-c824-431b-af09-d4ee4476f79e', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:34.504616 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f658-10a1-47d0-85dd-d2fb0ae5e903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:34.522465 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-95572868-9906-4396-9899-1d3d83fe026b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25ff1c87-3840-478f-bfb8-50f6aa595d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259771 Sep 01 02:20:34.571441 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70060baf-7e27-496e-bd5b-c199ab53e3e7 req-8ffaee0d-03e3-4f96-8390-da179f764e3b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:34.572957 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70060baf-7e27-496e-bd5b-c199ab53e3e7 req-8ffaee0d-03e3-4f96-8390-da179f764e3b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0484962 Sep 01 02:20:34.610556 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70060baf-7e27-496e-bd5b-c199ab53e3e7 req-6ec2682c-8166-4b1a-ba43-624703fa7249 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311961 Sep 01 02:20:34.620052 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-0b01bf9a-0956-43b3-a6ff-d62717c7263d service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875003 Sep 01 02:20:34.630161 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:34.755269 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fdf5b6b9-02d8-46e6-85de-d729e5754856 req-7744f94e-2242-46f6-97f1-a28bb72f39d8 service neutron] 10.222.0.26 "GET /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217384 Sep 01 02:20:34.764406 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f4a9-5a7e-4038-b723-50dab091589d req-826d2240-d416-4900-a0ab-8ca2e23ca961 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:34.765917 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6354f4a9-5a7e-4038-b723-50dab091589d req-826d2240-d416-4900-a0ab-8ca2e23ca961 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0835614 Sep 01 02:20:34.889328 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6354f4a9-5a7e-4038-b723-50dab091589d req-c511c6db-0738-4640-9526-917930530c0c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Deleting port dd9fb1cb-7ae5-4872-901a-63e53bf2084b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:20:34.889843 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6354f4a9-5a7e-4038-b723-50dab091589d req-c511c6db-0738-4640-9526-917930530c0c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:34.991573 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6354f4a9-5a7e-4038-b723-50dab091589d req-c511c6db-0738-4640-9526-917930530c0c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] For port dd9fb1cb-7ae5-4872-901a-63e53bf2084b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:34.991934 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6354f4a9-5a7e-4038-b723-50dab091589d req-c511c6db-0738-4640-9526-917930530c0c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:35.005419 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6354f4a9-5a7e-4038-b723-50dab091589d req-c511c6db-0738-4640-9526-917930530c0c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Calling delete_port for dd9fb1cb-7ae5-4872-901a-63e53bf2084b owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:20:35.016836 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:35.064047 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3509552-1c89-4d37-b2ec-2479e3824382 req-00320450-8e84-4b42-affc-ce693d14f47f tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:35.065521 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d3509552-1c89-4d37-b2ec-2479e3824382 req-00320450-8e84-4b42-affc-ce693d14f47f tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0872071 Sep 01 02:20:35.171906 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d3509552-1c89-4d37-b2ec-2479e3824382 req-d1c22f56-8d0f-44e1-ad95-eeeec55da497 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878038 Sep 01 02:20:35.185051 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd9840-bb0d-4f7f-8e15-291b79f59f62 req-c2b02425-43d1-40de-9b9f-9643dc8b9dbd tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:35.186512 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cadd9840-bb0d-4f7f-8e15-291b79f59f62 req-c2b02425-43d1-40de-9b9f-9643dc8b9dbd tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 946 time: 0.1180205 Sep 01 02:20:35.194523 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 41934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:35.212276 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6354f4a9-5a7e-4038-b723-50dab091589d req-c511c6db-0738-4640-9526-917930530c0c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:35.219588 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Allocated IP 172.27.1.34 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/8bb84d17-466f-47f7-a1aa-45f57d9aca67) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:20:35.223718 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['e7b7ae68-fdab-4d11-9ff9-515a2845eaf5', '1023ac87-f072-4c46-b5e7-347c3c1d0b89', 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:20:35.263859 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cadd9840-bb0d-4f7f-8e15-291b79f59f62 req-6b633491-9b6c-4ac5-9088-a882a488b88b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710413 Sep 01 02:20:35.271361 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511c6db-0738-4640-9526-917930530c0c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Pushing event deleted for resources: {'Port': ['ID=dd9fb1cb-7ae5-4872-901a-63e53bf2084b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:35.313006 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6354f4a9-5a7e-4038-b723-50dab091589d req-c511c6db-0738-4640-9526-917930530c0c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] No DVR routers for this DVR port dd9fb1cb-7ae5-4872-901a-63e53bf2084b on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:20:35.316026 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6354f4a9-5a7e-4038-b723-50dab091589d req-c511c6db-0738-4640-9526-917930530c0c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:35.318189 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6354f4a9-5a7e-4038-b723-50dab091589d req-c511c6db-0738-4640-9526-917930530c0c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "DELETE /v2.0/ports/dd9fb1cb-7ae5-4872-901a-63e53bf2084b HTTP/1.1" status: 204 len: 173 time: 0.5435355 Sep 01 02:20:35.318654 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4', 'name': 'network-vif-deleted', 'tag': 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:35.321182 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ca32ea-5690-4c6d-b8af-b1dc0affcb5b" -d '{"events": [{"server_uuid": "a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4", "name": "network-vif-deleted", "tag": "dd9fb1cb-7ae5-4872-901a-63e53bf2084b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:35.370260 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5332d07a-40d3-44b6-ae71-b0429725a868 x-openstack-request-id: req-5332d07a-40d3-44b6-ae71-b0429725a868 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:35.370424 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f42e9-7c35-429c-8372-f581ff50c02d req-68d94694-52db-4bee-b98c-f802dc7416bf tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:35.370874 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4", "name": "network-vif-deleted", "tag": "dd9fb1cb-7ae5-4872-901a-63e53bf2084b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:35.371283 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5332d07a-40d3-44b6-ae71-b0429725a868 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:35.371868 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d35f42e9-7c35-429c-8372-f581ff50c02d req-68d94694-52db-4bee-b98c-f802dc7416bf tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.1115658 Sep 01 02:20:35.372001 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4', 'name': 'network-vif-deleted', 'tag': 'dd9fb1cb-7ae5-4872-901a-63e53bf2084b', 'status': 'completed', 'code': 200} Sep 01 02:20:35.404233 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:35.422178 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d86ce45-4862-4b79-abab-9b563a85f27d tempest-TestMinimumBasicScenario-277663448 tempest-TestMinimumBasicScenario-277663448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:35.423950 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0d86ce45-4862-4b79-abab-9b563a85f27d tempest-TestMinimumBasicScenario-277663448 tempest-TestMinimumBasicScenario-277663448-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 1094 time: 0.2282989 Sep 01 02:20:35.426806 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 41940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:35.432380 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'floatingip': {'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'port_id': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:35.434169 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d35f42e9-7c35-429c-8372-f581ff50c02d req-e0906dbd-92b3-4ed8-aa35-068d8ed29b0b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537529 Sep 01 02:20:35.578807 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:35.624552 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:35.671843 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:20:35.680743 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:20:35.685298 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:20:35.696396 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:35.709507 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'Port': ['ID=8bb84d17-466f-47f7-a1aa-45f57d9aca67,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:35.744424 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.744774 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.745127 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.745487 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.745801 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.746139 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.746469 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.746801 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.747134 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.747490 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.747820 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.748147 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:35.803926 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a087405-371f-4481-9308-c2f7cafd2c5f req-7584d0f3-53f2-4269-afcd-ff8ee993db9a tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:35.805564 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0a087405-371f-4481-9308-c2f7cafd2c5f req-7584d0f3-53f2-4269-afcd-ff8ee993db9a tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0970755 Sep 01 02:20:35.822118 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Allocated IP 172.27.1.246 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/d6c9caed-7799-4cfd-8e11-8d1348848b45) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:20:35.889943 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0a087405-371f-4481-9308-c2f7cafd2c5f req-10c6982b-91c6-4aea-b7ab-a115694ac907 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752623 Sep 01 02:20:35.939477 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:36.105982 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:36.142952 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:20:36.149830 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:20:36.152955 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:20:36.158537 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'Port': ['ID=d6c9caed-7799-4cfd-8e11-8d1348848b45,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:36.177214 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:36.287442 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:36.337080 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:36.387869 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-575b3508-dcf9-4639-ba4f-f5538107fb46 req-e844af22-ad04-4d3a-b5f2-fb8e1655e910 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e1fdda-b3da-482e-a4a3-d35a0b29dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0302389 Sep 01 02:20:36.547033 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8da7db96-f912-480c-a0b0-41aed57c47c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:36.547804 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:36.584922 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c0bb5-49e8-4342-82ca-afe836ed57ea req-3da38be2-c7fb-444d-acda-30ab098b1a59 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:36.586602 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc5c0bb5-49e8-4342-82ca-afe836ed57ea req-3da38be2-c7fb-444d-acda-30ab098b1a59 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0572927 Sep 01 02:20:36.630362 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc5c0bb5-49e8-4342-82ca-afe836ed57ea req-604d259f-ff79-43c4-b8fa-153dd4234b8c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370305 Sep 01 02:20:36.730914 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:36.741881 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:36.802545 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'Port': ['ID=8bb84d17-466f-47f7-a1aa-45f57d9aca67,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:36.814066 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:36.916248 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Floating IP ba28ff27-4545-4adb-b12f-725da77d2936 associated. External IP: 172.27.1.34, port: 9d413462-c824-431b-af09-d4ee4476f79e. Sep 01 02:20:36.927776 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:37.092162 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db669d-a131-465f-b1d2-960841aabb73 req-3f193986-353b-4460-b5b5-8abcdb4794a5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:37.093710 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-51db669d-a131-465f-b1d2-960841aabb73 req-3f193986-353b-4460-b5b5-8abcdb4794a5 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.1260648 Sep 01 02:20:37.108705 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:37.117824 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:37.176406 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-51db669d-a131-465f-b1d2-960841aabb73 req-3130eeda-25b5-4424-99ac-1c9e788c93f7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762284 Sep 01 02:20:37.230391 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:37.237467 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:20:37.324225 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'Port': ['ID=d6c9caed-7799-4cfd-8e11-8d1348848b45,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:37.330609 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:37.370684 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:20:37.389519 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] Sync routers for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:20:37.399520 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:20:37.400305 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:20:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:37.453811 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Floating IP d34a4200-eb06-4a19-b864-8fa231981d9a associated. External IP: 172.27.1.246, port: 23a112c2-f54a-4f00-82df-d26bd2287ad0. Sep 01 02:20:37.458778 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:37.487986 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-27f94c5e-85d4-4e2b-9a99-d9cb90639bc6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0149908 Sep 01 02:20:37.488659 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900cc697-4cd1-459a-a357-a2e39b060412', 'tag': '9d413462-c824-431b-af09-d4ee4476f79e'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:37.490976 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea38c90-5af3-4cf2-95f6-974d749a6578" -d '{"events": [{"name": "network-changed", "server_uuid": "900cc697-4cd1-459a-a357-a2e39b060412", "tag": "9d413462-c824-431b-af09-d4ee4476f79e"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:37.551578 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:20:37.702596 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Router 356b55fe-e855-4d43-9aff-db0bcbe1d57e has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:20:37.715607 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10401d0b-337f-40ed-962d-76ba6e93c090 x-openstack-request-id: req-10401d0b-337f-40ed-962d-76ba6e93c090 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:37.715898 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900cc697-4cd1-459a-a357-a2e39b060412", "tag": "9d413462-c824-431b-af09-d4ee4476f79e", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:37.716151 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10401d0b-337f-40ed-962d-76ba6e93c090 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:37.716555 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900cc697-4cd1-459a-a357-a2e39b060412', 'tag': '9d413462-c824-431b-af09-d4ee4476f79e', 'status': 'completed', 'code': 200} Sep 01 02:20:37.803299 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'ba28ff27-4545-4adb-b12f-725da77d2936', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '9d413462-c824-431b-af09-d4ee4476f79e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:df:46:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900cc697-4cd1-459a-a357-a2e39b060412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:20:36Z', 'updated_at': '2021-09-01T02:20:36Z', 'revision_number': 0, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:37.869204 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-a7bdc0aa-89cd-4c5d-b75e-8ac2a7ac877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:37.871861 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-a7bdc0aa-89cd-4c5d-b75e-8ac2a7ac877c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 1098 time: 0.0699291 Sep 01 02:20:37.873243 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:20:37.874414 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fef8d-95e9-4eee-a7a1-3bfcc2ebdeeb req-1c4c3f7c-428f-4767-b6bd-1fe6b1421515 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:37.883862 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] Sync routers for ids ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:20:37.893558 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-748fef8d-95e9-4eee-a7a1-3bfcc2ebdeeb req-1c4c3f7c-428f-4767-b6bd-1fe6b1421515 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0741377 Sep 01 02:20:37.897984 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device dd9fb1cb-7ae5-4872-901a-63e53bf2084b no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:20:37.908353 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] Routers {'356b55fe-e855-4d43-9aff-db0bcbe1d57e'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:20:37.909016 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:20:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:37.942562 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: dd9fb1cb-7ae5-4872-901a-63e53bf2084b {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:20:37.943202 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device dd9fb1cb-7ae5-4872-901a-63e53bf2084b not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:20:37.949146 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-748fef8d-95e9-4eee-a7a1-3bfcc2ebdeeb req-389a89f2-1a6e-4dee-859d-c30c56dc0fab tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497236 Sep 01 02:20:37.951803 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] Checking router: b7bc9cb8-7209-4ca2-b13e-a96fb329de15 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:20:37.964348 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:20:37.966952 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:20:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:38.001387 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-767905b1-4683-4067-a1c1-7f2472a4575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:38.003776 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-767905b1-4683-4067-a1c1-7f2472a4575f service neutron] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 913 time: 0.1204720 Sep 01 02:20:38.060790 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] Set router 356b55fe-e855-4d43-9aff-db0bcbe1d57e gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:20:38.073014 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:38.097544 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:20:38.126616 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-aa98280d-0daf-4892-9671-49d0af34a8ef tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6984959 Sep 01 02:20:38.129364 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:38.129908 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 41990) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:38.131612 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315bc166-0029-49e7-87bf-e2e3693e4afd" -d '{"events": [{"name": "network-changed", "server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:38.135572 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-cf341345-6453-4dcb-a4d2-fd1423d8f312 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563644855', 'description': 'tempest-secgroup-smoke-1563644855 description', 'project_id': 'f665dbb818714a32b1b1af04947048e7'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:38.147953 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-4de1eb56-acc3-4ce6-a991-7d82c86b4783 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d413462-c824-431b-af09-d4ee4476f79e HTTP/1.1" status: 200 len: 998 time: 0.1243320 Sep 01 02:20:38.218899 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-6ca0728a-ad5f-47e3-a230-cf1fbf8da7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:38.220967 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-6ca0728a-ad5f-47e3-a230-cf1fbf8da7a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0613973 Sep 01 02:20:38.226448 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2778bb1-93d6-4be4-9fe1-aceed34ecae7 x-openstack-request-id: req-b2778bb1-93d6-4be4-9fe1-aceed34ecae7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:38.226608 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:38.226781 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2778bb1-93d6-4be4-9fe1-aceed34ecae7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:38.227476 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'status': 'completed', 'code': 200} Sep 01 02:20:38.251290 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:38.298105 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-e7feb3ff-477d-473a-a1d8-9742a21634f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:38.299650 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-e7feb3ff-477d-473a-a1d8-9742a21634f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562849 Sep 01 02:20:38.319724 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cf341345-6453-4dcb-a4d2-fd1423d8f312 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:38.381468 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:22Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'd34a4200-eb06-4a19-b864-8fa231981d9a', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'port_id': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'mac_address': 'fa:16:3e:eb:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:20:36Z', 'updated_at': '2021-09-01T02:20:36Z', 'revision_number': 0, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7252bb-89a1-47f1-a991-d24833d3790d', 'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'mac_address': 'fa:16:3e:55:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:20Z', 'updated_at': '2021-09-01T02:19:28Z', 'revision_number': 5, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'subnets': [{'id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:38.399128 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'ba28ff27-4545-4adb-b12f-725da77d2936', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '9d413462-c824-431b-af09-d4ee4476f79e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:df:46:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900cc697-4cd1-459a-a357-a2e39b060412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:20:36Z', 'updated_at': '2021-09-01T02:20:36Z', 'revision_number': 0, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:38.431226 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] Checking router: 356b55fe-e855-4d43-9aff-db0bcbe1d57e for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:20:38.438139 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040b527-f4dd-49c7-a3f9-16175c89b870 None None] The sync data for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi is: [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'ba28ff27-4545-4adb-b12f-725da77d2936', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '9d413462-c824-431b-af09-d4ee4476f79e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:df:46:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900cc697-4cd1-459a-a357-a2e39b060412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:20:36Z', 'updated_at': '2021-09-01T02:20:36Z', 'revision_number': 0, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:20:38.443264 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] Routers {'356b55fe-e855-4d43-9aff-db0bcbe1d57e'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:20:38.443889 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:20:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:38.450294 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-086c3376-442b-4906-b671-cebf0a1224b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:38.460937 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-086c3376-442b-4906-b671-cebf0a1224b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f665dbb818714a32b1b1af04947048e7&device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 1099 time: 0.1190951 Sep 01 02:20:38.497221 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cf341345-6453-4dcb-a4d2-fd1423d8f312 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:38.549597 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2435e-347a-4780-b1c9-ec5d99531bd8 req-2e266927-f552-48e3-b29b-4863d1170b6e tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:38.551694 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-23f2435e-347a-4780-b1c9-ec5d99531bd8 req-2e266927-f552-48e3-b29b-4863d1170b6e tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 946 time: 0.0671172 Sep 01 02:20:38.561868 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-73b16ce2-7cde-41a1-8ce9-14391d249a3c service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247624 Sep 01 02:20:38.573036 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] Set router 356b55fe-e855-4d43-9aff-db0bcbe1d57e gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:20:38.596141 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cf341345-6453-4dcb-a4d2-fd1423d8f312 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:38.617707 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-23f2435e-347a-4780-b1c9-ec5d99531bd8 req-edccd3ac-ac86-4e29-b697-7eb8fc751dd9 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534325 Sep 01 02:20:38.637818 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf341345-6453-4dcb-a4d2-fd1423d8f312 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a1fed6-71e7-4675-93e8-0b18f6900b95,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:38.641000 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-6e8a6541-3b83-44df-8758-a20d28f81796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:38.642490 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-6e8a6541-3b83-44df-8758-a20d28f81796 service neutron] 10.222.0.26 "GET /v2.0/networks?id=549c1e5f-4a05-48ed-82fd-46584b3feb67 HTTP/1.1" status: 200 len: 916 time: 0.1665659 Sep 01 02:20:38.694831 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cf341345-6453-4dcb-a4d2-fd1423d8f312 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:38.696761 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-cf341345-6453-4dcb-a4d2-fd1423d8f312 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5652444 Sep 01 02:20:38.699802 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 41996) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:38.705514 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-3db95747-a631-4ed3-8ba9-e373ebfc633a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'security_group_rule': {'security_group_id': 'c9a1fed6-71e7-4675-93e8-0b18f6900b95', 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:38.737867 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-cd5d0b14-2b18-4529-9c44-d51c57199956 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0 HTTP/1.1" status: 200 len: 1000 time: 0.0859323 Sep 01 02:20:38.739893 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-aea38c90-5af3-4cf2-95f6-974d749a6578 req-7cd03a52-5f07-4244-b7ed-d8b50a4df522 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607385 Sep 01 02:20:38.773743 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a550d7f-628a-4f0c-bdde-b0063f21a6ed None None] New status for floating IP ba28ff27-4545-4adb-b12f-725da77d2936: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:20:38.822587 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3db95747-a631-4ed3-8ba9-e373ebfc633a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:38.822785 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-e95ac92c-5035-4bc1-a5fe-d2d9a944a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:38.824540 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-e95ac92c-5035-4bc1-a5fe-d2d9a944a073 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6bb31963-23ab-4ced-8c50-2123a0a1a0e4 HTTP/1.1" status: 200 len: 854 time: 0.0563109 Sep 01 02:20:38.886772 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-64b5349f-ad15-49ed-9a8d-39e55c159544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:38.889050 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-64b5349f-ad15-49ed-9a8d-39e55c159544 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=549c1e5f-4a05-48ed-82fd-46584b3feb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551693 Sep 01 02:20:38.890721 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3db95747-a631-4ed3-8ba9-e373ebfc633a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:38.893346 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:22Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'd34a4200-eb06-4a19-b864-8fa231981d9a', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'port_id': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'mac_address': 'fa:16:3e:eb:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:20:36Z', 'updated_at': '2021-09-01T02:20:36Z', 'revision_number': 0, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7252bb-89a1-47f1-a991-d24833d3790d', 'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'mac_address': 'fa:16:3e:55:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:20Z', 'updated_at': '2021-09-01T02:19:28Z', 'revision_number': 5, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'subnets': [{'id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:38.925788 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c769488-51ef-4f69-bb55-f7165403b71d None None] The sync data for ids ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'] in dv-cinder-799668-15-iscsi is: [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:22Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'd34a4200-eb06-4a19-b864-8fa231981d9a', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'port_id': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'mac_address': 'fa:16:3e:eb:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:20:36Z', 'updated_at': '2021-09-01T02:20:36Z', 'revision_number': 0, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7252bb-89a1-47f1-a991-d24833d3790d', 'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'mac_address': 'fa:16:3e:55:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:20Z', 'updated_at': '2021-09-01T02:19:28Z', 'revision_number': 5, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'subnets': [{'id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:20:38.973160 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3db95747-a631-4ed3-8ba9-e373ebfc633a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:38.995505 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db95747-a631-4ed3-8ba9-e373ebfc633a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6226306-bce9-480a-8aa7-083c811cea85,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:39.031168 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-0cf7b785-2661-4706-ae0b-453ee230185c service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282227 Sep 01 02:20:39.082779 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3db95747-a631-4ed3-8ba9-e373ebfc633a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.086648 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3db95747-a631-4ed3-8ba9-e373ebfc633a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3830986 Sep 01 02:20:39.086798 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42004) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:39.091114 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-b0bc5371-5e8b-4dcf-9716-e19daa107856 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'security_group_rule': {'security_group_id': 'c9a1fed6-71e7-4675-93e8-0b18f6900b95', 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:39.108021 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e5998-a9a3-44d1-a9eb-af4bb6ab3710 req-97cb87b6-45dd-4969-a1ea-0dfe1222af8a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:39.115562 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a80e5998-a9a3-44d1-a9eb-af4bb6ab3710 req-97cb87b6-45dd-4969-a1ea-0dfe1222af8a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0677583 Sep 01 02:20:39.131793 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-315bc166-0029-49e7-87bf-e2e3693e4afd req-457e9325-0ef0-4f5d-b14b-d435aa546153 service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926843 Sep 01 02:20:39.162153 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a80e5998-a9a3-44d1-a9eb-af4bb6ab3710 req-7a6ccd69-d354-4ec0-8c8d-c1ce5edb8bff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Sep 01 02:20:39.183517 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84efc98f-2c63-42b0-afa3-0d428a76bb2b None None] New status for floating IP d34a4200-eb06-4a19-b864-8fa231981d9a: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:20:39.235304 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5371-5e8b-4dcf-9716-e19daa107856 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.297430 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5371-5e8b-4dcf-9716-e19daa107856 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.336674 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.393335 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5371-5e8b-4dcf-9716-e19daa107856 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.415374 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc5371-5e8b-4dcf-9716-e19daa107856 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25652dfd-1244-4f05-928f-ceb98df8cbd9,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:39.479330 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5371-5e8b-4dcf-9716-e19daa107856 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.480716 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b0bc5371-5e8b-4dcf-9716-e19daa107856 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3929904 Sep 01 02:20:39.483486 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42008) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:39.488776 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-53c33537-9149-4f2a-80b2-8fad8f355c82 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'security_group_rule': {'security_group_id': 'c9a1fed6-71e7-4675-93e8-0b18f6900b95', 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:39.592700 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-53c33537-9149-4f2a-80b2-8fad8f355c82 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.650919 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-53c33537-9149-4f2a-80b2-8fad8f355c82 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.729173 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-53c33537-9149-4f2a-80b2-8fad8f355c82 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.754687 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c33537-9149-4f2a-80b2-8fad8f355c82 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d53aef-b1d6-4fa7-87f8-770193304cc9,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:39.769129 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4e9de-c027-4143-b608-85b90703e209 req-01283d03-f3e0-4209-85fd-5f36f50814de tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:39.770600 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d5c4e9de-c027-4143-b608-85b90703e209 req-01283d03-f3e0-4209-85fd-5f36f50814de tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 946 time: 0.0719700 Sep 01 02:20:39.808968 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d5c4e9de-c027-4143-b608-85b90703e209 req-0c549085-84b9-4241-90de-f91932fda81d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Sep 01 02:20:39.813119 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-53c33537-9149-4f2a-80b2-8fad8f355c82 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.814195 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-53c33537-9149-4f2a-80b2-8fad8f355c82 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3297055 Sep 01 02:20:39.816878 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42012) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:39.821237 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-bfc28ff8-0d64-4ff0-9888-46a4577944a6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'security_group_rule': {'security_group_id': 'c9a1fed6-71e7-4675-93e8-0b18f6900b95', 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:39.932680 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bfc28ff8-0d64-4ff0-9888-46a4577944a6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:39.991962 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bfc28ff8-0d64-4ff0-9888-46a4577944a6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.079368 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bfc28ff8-0d64-4ff0-9888-46a4577944a6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.096888 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc28ff8-0d64-4ff0-9888-46a4577944a6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86c7cda-d5e1-4ae4-bdb9-c698b4c5be73,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:40.178485 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bfc28ff8-0d64-4ff0-9888-46a4577944a6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.179747 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-bfc28ff8-0d64-4ff0-9888-46a4577944a6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619063 Sep 01 02:20:40.182337 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42022) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:40.186797 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-32350e75-4a46-4817-84ae-8616f8daa049 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'security_group_rule': {'security_group_id': 'c9a1fed6-71e7-4675-93e8-0b18f6900b95', 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:40.282640 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.securitygroups_db [None req-32350e75-4a46-4817-84ae-8616f8daa049 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Project f665dbb818714a32b1b1af04947048e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 02:20:40.294293 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6aa04-e7d0-45d4-8b7f-10053fa8fb92 req-af927242-c4cc-4aa0-be54-5d0986e1f459 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:40.295752 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ebb6aa04-e7d0-45d4-8b7f-10053fa8fb92 req-af927242-c4cc-4aa0-be54-5d0986e1f459 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0532286 Sep 01 02:20:40.297098 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-32350e75-4a46-4817-84ae-8616f8daa049 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.369501 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ebb6aa04-e7d0-45d4-8b7f-10053fa8fb92 req-9c930f5c-fc82-428c-a427-a079a47fb6d2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630708 Sep 01 02:20:40.386637 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-32350e75-4a46-4817-84ae-8616f8daa049 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.456456 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-32350e75-4a46-4817-84ae-8616f8daa049 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.474151 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32350e75-4a46-4817-84ae-8616f8daa049 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26797d0-5332-46f7-94c3-1757812cdf30,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:40.588056 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-32350e75-4a46-4817-84ae-8616f8daa049 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.589195 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-32350e75-4a46-4817-84ae-8616f8daa049 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4059410 Sep 01 02:20:40.591856 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42028) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:40.596233 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-c68d28ae-788b-401f-95d5-23fcfdec140c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'security_group_rule': {'security_group_id': 'c9a1fed6-71e7-4675-93e8-0b18f6900b95', 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:40.669551 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.securitygroups_db [None req-c68d28ae-788b-401f-95d5-23fcfdec140c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Project f665dbb818714a32b1b1af04947048e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 02:20:40.674287 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c68d28ae-788b-401f-95d5-23fcfdec140c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.734339 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c68d28ae-788b-401f-95d5-23fcfdec140c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.804434 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1941a-3dd6-4293-af83-a4664a381854 req-edb98e95-2ef4-41b2-8b1e-5ca7cde288c5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:40.805916 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-60c1941a-3dd6-4293-af83-a4664a381854 req-edb98e95-2ef4-41b2-8b1e-5ca7cde288c5 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 946 time: 0.0512621 Sep 01 02:20:40.818516 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c68d28ae-788b-401f-95d5-23fcfdec140c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.839834 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d28ae-788b-401f-95d5-23fcfdec140c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76fd1a0-11a9-4eff-ac6f-a91f097eb2f8,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:40.907918 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-60c1941a-3dd6-4293-af83-a4664a381854 req-7a0ab26a-a0d8-48bc-a652-1c656957677b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Deleting port 1023ac87-f072-4c46-b5e7-347c3c1d0b89 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:20:40.908464 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60c1941a-3dd6-4293-af83-a4664a381854 req-7a0ab26a-a0d8-48bc-a652-1c656957677b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.926686 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841476c-2217-4a78-bed8-38545cd03d3c req-eaa47755-de1b-482e-b7ff-2cb6cef5efb0 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:40.928309 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1841476c-2217-4a78-bed8-38545cd03d3c req-eaa47755-de1b-482e-b7ff-2cb6cef5efb0 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 946 time: 0.0490847 Sep 01 02:20:40.932858 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c68d28ae-788b-401f-95d5-23fcfdec140c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:40.936678 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c68d28ae-788b-401f-95d5-23fcfdec140c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3413336 Sep 01 02:20:40.972477 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1841476c-2217-4a78-bed8-38545cd03d3c req-59592d21-53bd-4626-8664-bd7248356a02 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370917 Sep 01 02:20:41.004723 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-60c1941a-3dd6-4293-af83-a4664a381854 req-7a0ab26a-a0d8-48bc-a652-1c656957677b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] For port 1023ac87-f072-4c46-b5e7-347c3c1d0b89, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1023ac87-f072-4c46-b5e7-347c3c1d0b89,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:41.005181 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60c1941a-3dd6-4293-af83-a4664a381854 req-7a0ab26a-a0d8-48bc-a652-1c656957677b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:41.018141 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-60c1941a-3dd6-4293-af83-a4664a381854 req-7a0ab26a-a0d8-48bc-a652-1c656957677b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Calling delete_port for 1023ac87-f072-4c46-b5e7-347c3c1d0b89 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:20:41.023295 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-55b33781-1c07-4df3-a997-b383e81fa0c4 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563644855&fields=id&tenant_id=f665dbb818714a32b1b1af04947048e7 HTTP/1.1" status: 200 len: 267 time: 0.0324428 Sep 01 02:20:41.078624 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-8d0bd343-3192-4161-b6d5-8c91b058056d tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:41.080105 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-8d0bd343-3192-4161-b6d5-8c91b058056d tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0506320 Sep 01 02:20:41.091915 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-51f9bea8-e7d8-478e-92ac-43207bd7192c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'port': {'security_groups': ['1576a968-09f7-4959-917f-73e31a6b8b06', 'c9a1fed6-71e7-4675-93e8-0b18f6900b95']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:20:41.156636 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-51f9bea8-e7d8-478e-92ac-43207bd7192c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:41.201374 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60c1941a-3dd6-4293-af83-a4664a381854 req-7a0ab26a-a0d8-48bc-a652-1c656957677b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:41.218150 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['e7b7ae68-fdab-4d11-9ff9-515a2845eaf5', '1023ac87-f072-4c46-b5e7-347c3c1d0b89'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:20:41.235415 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ab26a-a0d8-48bc-a652-1c656957677b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Pushing event deleted for resources: {'Port': ['ID=1023ac87-f072-4c46-b5e7-347c3c1d0b89,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:41.284053 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c1941a-3dd6-4293-af83-a4664a381854 req-7a0ab26a-a0d8-48bc-a652-1c656957677b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] No DVR routers for this DVR port 1023ac87-f072-4c46-b5e7-347c3c1d0b89 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:20:41.286679 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60c1941a-3dd6-4293-af83-a4664a381854 req-7a0ab26a-a0d8-48bc-a652-1c656957677b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:41.289406 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-60c1941a-3dd6-4293-af83-a4664a381854 req-7a0ab26a-a0d8-48bc-a652-1c656957677b tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "DELETE /v2.0/ports/1023ac87-f072-4c46-b5e7-347c3c1d0b89 HTTP/1.1" status: 204 len: 173 time: 0.4747624 Sep 01 02:20:41.290026 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3712b15-73e4-4b95-9c52-6eac373418e7', 'name': 'network-vif-deleted', 'tag': '1023ac87-f072-4c46-b5e7-347c3c1d0b89'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:41.295665 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f6dd81-137b-4d0e-94a5-90f9b6dd9a86" -d '{"events": [{"server_uuid": "c3712b15-73e4-4b95-9c52-6eac373418e7", "name": "network-vif-deleted", "tag": "1023ac87-f072-4c46-b5e7-347c3c1d0b89"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:41.330084 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36f539-f13f-4713-81f3-1eaf3ada3ec9 x-openstack-request-id: req-4b36f539-f13f-4713-81f3-1eaf3ada3ec9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:41.330373 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3712b15-73e4-4b95-9c52-6eac373418e7", "name": "network-vif-deleted", "tag": "1023ac87-f072-4c46-b5e7-347c3c1d0b89", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:41.330654 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b36f539-f13f-4713-81f3-1eaf3ada3ec9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:41.331068 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3712b15-73e4-4b95-9c52-6eac373418e7', 'name': 'network-vif-deleted', 'tag': '1023ac87-f072-4c46-b5e7-347c3c1d0b89', 'status': 'completed', 'code': 200} Sep 01 02:20:41.378766 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-51f9bea8-e7d8-478e-92ac-43207bd7192c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] For port 23a112c2-f54a-4f00-82df-d26bd2287ad0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:41.415980 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-51f9bea8-e7d8-478e-92ac-43207bd7192c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:41.493275 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44f9dd-154e-4bbb-8967-cc1dda144957 req-4790f6a1-fb03-49cf-ad48-eb453cf614c2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:41.494815 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a44f9dd-154e-4bbb-8967-cc1dda144957 req-4790f6a1-fb03-49cf-ad48-eb453cf614c2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Sep 01 02:20:41.530952 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-51f9bea8-e7d8-478e-92ac-43207bd7192c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:41.542525 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a44f9dd-154e-4bbb-8967-cc1dda144957 req-941fbacc-5f63-45cf-a383-eaa0a449afd9 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Sep 01 02:20:41.586779 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-51f9bea8-e7d8-478e-92ac-43207bd7192c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:41.587398 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-51f9bea8-e7d8-478e-92ac-43207bd7192c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:41.588842 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7b6d1244-d68d-408c-9417-ecf842edea00 req-51f9bea8-e7d8-478e-92ac-43207bd7192c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "PUT /v2.0/ports/23a112c2-f54a-4f00-82df-d26bd2287ad0 HTTP/1.1" status: 200 len: 982 time: 0.5021396 Sep 01 02:20:41.591503 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:41.593828 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cee2da6-4997-4eae-bf9d-d6b4c036b014" -d '{"events": [{"name": "network-changed", "server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:41.619545 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9bea8-e7d8-478e-92ac-43207bd7192c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'Port': ['ID=23a112c2-f54a-4f00-82df-d26bd2287ad0,revision_number=6']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:41.636624 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e189f33e-7408-4ac2-b5a6-37cef0e3d00c x-openstack-request-id: req-e189f33e-7408-4ac2-b5a6-37cef0e3d00c {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:41.636907 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:41.637167 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e189f33e-7408-4ac2-b5a6-37cef0e3d00c {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:41.637552 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'status': 'completed', 'code': 200} Sep 01 02:20:41.712962 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5cd5e-f156-42d1-807a-664dc4d2d04b req-ac0b0462-b620-4abe-b793-717935f1fff5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:41.715049 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f9e5cd5e-f156-42d1-807a-664dc4d2d04b req-ac0b0462-b620-4abe-b793-717935f1fff5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0615923 Sep 01 02:20:41.726316 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-4b3f52b2-4012-4aa9-98cd-5b3e56fb6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:41.727507 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-4b3f52b2-4012-4aa9-98cd-5b3e56fb6737 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f665dbb818714a32b1b1af04947048e7&device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 1138 time: 0.0448279 Sep 01 02:20:41.758155 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f9e5cd5e-f156-42d1-807a-664dc4d2d04b req-2a55174d-744c-412d-b0ed-7b7a50fe8f8b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367641 Sep 01 02:20:41.795984 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['23a112c2-f54a-4f00-82df-d26bd2287ad0'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:20:41.822028 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['23a112c2-f54a-4f00-82df-d26bd2287ad0'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:20:41.830394 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-5602d2ce-6307-4973-ae24-1dcaa3e489d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:41.831914 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-5602d2ce-6307-4973-ae24-1dcaa3e489d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=549c1e5f-4a05-48ed-82fd-46584b3feb67 HTTP/1.1" status: 200 len: 916 time: 0.0915611 Sep 01 02:20:41.911771 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-0c483df5-08e8-4b43-b642-ec6f60fed7d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0 HTTP/1.1" status: 200 len: 1002 time: 0.0605671 Sep 01 02:20:41.970966 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-1995935a-0a25-4418-abec-969d770cb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:41.972495 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-1995935a-0a25-4418-abec-969d770cb4da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6bb31963-23ab-4ced-8c50-2123a0a1a0e4 HTTP/1.1" status: 200 len: 854 time: 0.0461009 Sep 01 02:20:42.026753 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-26f4e387-0064-4f19-92b4-9b7ba83c9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:42.028311 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-26f4e387-0064-4f19-92b4-9b7ba83c9391 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=549c1e5f-4a05-48ed-82fd-46584b3feb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455630 Sep 01 02:20:42.048677 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-bd663cc2-81e0-4b80-87bd-ed7204e44092 None None] Provisioning complete for port 23a112c2-f54a-4f00-82df-d26bd2287ad0 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:20:42.049053 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd663cc2-81e0-4b80-87bd-ed7204e44092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:42.081108 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0cc1248b-b823-4c4b-a24a-549afc6f7a53 req-b6af3a76-3df6-455e-b7f9-0db37529d0cc tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3712b15-73e4-4b95-9c52-6eac373418e7 HTTP/1.1" status: 200 len: 210 time: 0.0261836 Sep 01 02:20:42.132509 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-211a38e3-9383-4763-94b1-6c0d83eb60f2 service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917637 Sep 01 02:20:42.234633 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cee2da6-4997-4eae-bf9d-d6b4c036b014 req-4f62551d-c953-4f42-8223-cfe3f7802a28 service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884669 Sep 01 02:20:42.668050 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e09d3-3005-44a5-aff3-702f9ca57018 req-83a52c52-5d2c-49d3-aed9-a48394319e3c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:42.669518 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cd9e09d3-3005-44a5-aff3-702f9ca57018 req-83a52c52-5d2c-49d3-aed9-a48394319e3c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0532370 Sep 01 02:20:42.706595 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cd9e09d3-3005-44a5-aff3-702f9ca57018 req-2a9faad7-a41e-48ca-bb22-dcfdf87ebbd8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Sep 01 02:20:43.032202 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c08da-4d63-4b76-960c-1b584600ada3 req-bd6ed357-c6f1-4bf2-963e-6e12cd05bb68 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:43.033712 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a7c08da-4d63-4b76-960c-1b584600ada3 req-bd6ed357-c6f1-4bf2-963e-6e12cd05bb68 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0487194 Sep 01 02:20:43.071191 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a7c08da-4d63-4b76-960c-1b584600ada3 req-bba9f80e-c790-46fa-befb-d1d243a4d990 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Sep 01 02:20:43.824606 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f20cd-2bc4-4fdb-b40c-471da2539b4c req-5e5b5fe8-d9f2-4058-8220-6ec40362cc9d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:43.826085 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ef3f20cd-2bc4-4fdb-b40c-471da2539b4c req-5e5b5fe8-d9f2-4058-8220-6ec40362cc9d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0476789 Sep 01 02:20:43.863134 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ef3f20cd-2bc4-4fdb-b40c-471da2539b4c req-f803d981-73d6-4de2-8d54-cec850940393 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Sep 01 02:20:43.924967 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 87a634d4-e023-4d44-8fde-8034a190bfbb details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:20:43.928192 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 1023ac87-f072-4c46-b5e7-347c3c1d0b89 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:20:43.953296 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 1023ac87-f072-4c46-b5e7-347c3c1d0b89 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:20:43.953645 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 1023ac87-f072-4c46-b5e7-347c3c1d0b89 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:20:44.042332 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:44.052275 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'port_id': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'mac_address': 'fa:16:3e:ba:ec:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:20:44.088211 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:44.101303 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87a634d4-e023-4d44-8fde-8034a190bfbb {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:20:44.120581 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:44.176520 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:44.190588 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a02c0-cf51-4a42-a187-74cc8314349e req-7e3ae4c1-0f9f-44c4-a418-0e8197f63b0f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:44.192094 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-607a02c0-cf51-4a42-a187-74cc8314349e req-7e3ae4c1-0f9f-44c4-a418-0e8197f63b0f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0531268 Sep 01 02:20:44.224812 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:44.230472 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-607a02c0-cf51-4a42-a187-74cc8314349e req-30c0ae7f-ae4f-4bde-bf2b-6c2070d1143f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Sep 01 02:20:44.232025 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.232378 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.232724 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.233063 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.233821 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.233821 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.234114 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.234442 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.234776 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.235104 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.235459 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.235787 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:20:44.359556 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['87a634d4-e023-4d44-8fde-8034a190bfbb'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:20:44.918135 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44acff-97e3-41c5-8e37-2b0f255e02c3 req-9250d135-7d19-4541-9339-a7a1eae2ddf9 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:44.919970 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5d44acff-97e3-41c5-8e37-2b0f255e02c3 req-9250d135-7d19-4541-9339-a7a1eae2ddf9 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 945 time: 0.0524259 Sep 01 02:20:44.984574 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5d44acff-97e3-41c5-8e37-2b0f255e02c3 req-f727fee2-143a-476d-99f4-c91084503ff4 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574458 Sep 01 02:20:45.000372 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33df6f-fc36-4069-b371-5c7b95de81cf req-27506a89-0ec9-4b91-91c7-71d6179e1539 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:45.002084 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8b33df6f-fc36-4069-b371-5c7b95de81cf req-27506a89-0ec9-4b91-91c7-71d6179e1539 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 944 time: 0.0615640 Sep 01 02:20:45.043824 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8b33df6f-fc36-4069-b371-5c7b95de81cf req-267a9578-4882-44b0-83fb-bfbcdce851e7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Sep 01 02:20:45.345380 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac149700-d643-47bf-9744-c2d25caa0ccd req-a687f1ce-fd59-43ee-89af-fe64ee3f9994 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:45.346835 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ac149700-d643-47bf-9744-c2d25caa0ccd req-a687f1ce-fd59-43ee-89af-fe64ee3f9994 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0510008 Sep 01 02:20:45.383980 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ac149700-d643-47bf-9744-c2d25caa0ccd req-53fabd0d-f2d9-44f9-8f74-29085a63eecc tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311470 Sep 01 02:20:45.936278 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 87a634d4-e023-4d44-8fde-8034a190bfbb up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:20:45.982173 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 87a634d4-e023-4d44-8fde-8034a190bfbb triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:20:45.982553 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:46.066618 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:46.090485 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:46.092767 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d2b4a5-a79e-4e0e-9d29-0ccb17ec7e74" -d '{"events": [{"server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "name": "network-vif-plugged", "status": "completed", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:46.108522 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:46.111224 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf34be-2430-4bc4-8cc5-b29e70e798ff req-71a2a3f7-2e62-47e8-80a4-ebeaac5416eb tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:46.112792 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-59cf34be-2430-4bc4-8cc5-b29e70e798ff req-71a2a3f7-2e62-47e8-80a4-ebeaac5416eb tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 945 time: 0.0591555 Sep 01 02:20:46.181807 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:46.184418 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-59cf34be-2430-4bc4-8cc5-b29e70e798ff req-0c5f6648-6b01-4c56-b54a-bd775ffbf14f tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649669 Sep 01 02:20:46.200345 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e26d4-4f27-47ee-8a75-ca5581986a89 req-a90564a0-2ce5-4edf-93fb-059c03d50d1c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:46.202053 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a0e26d4-4f27-47ee-8a75-ca5581986a89 req-a90564a0-2ce5-4edf-93fb-059c03d50d1c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 944 time: 0.0815372 Sep 01 02:20:46.234567 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a88fe7-a5e6-4f9d-9a5a-2b5ae2aa01d4 x-openstack-request-id: req-22a88fe7-a5e6-4f9d-9a5a-2b5ae2aa01d4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:46.234862 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "name": "network-vif-plugged", "status": "completed", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:46.235115 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22a88fe7-a5e6-4f9d-9a5a-2b5ae2aa01d4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:46.235536 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'code': 200} Sep 01 02:20:46.236477 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:46.251058 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6a0e26d4-4f27-47ee-8a75-ca5581986a89 req-6df16c9c-136a-4de9-8208-7692505ba6f6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366855 Sep 01 02:20:46.548714 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a935aa-a113-4a6e-b657-94174e58116c req-df56ea40-5e86-4375-91e2-399f8cead74e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:46.550283 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-38a935aa-a113-4a6e-b657-94174e58116c req-df56ea40-5e86-4375-91e2-399f8cead74e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.0609019 Sep 01 02:20:46.689551 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-38a935aa-a113-4a6e-b657-94174e58116c req-6578736a-e32a-42c6-b6e2-26db68c5c566 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Deleting port e5e16b7a-4706-4cc0-8dc8-8de6938037c9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:20:46.689990 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38a935aa-a113-4a6e-b657-94174e58116c req-6578736a-e32a-42c6-b6e2-26db68c5c566 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:46.782160 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ef0d-40b9-40f8-8074-cb95c624880d req-e52e64a1-d361-48d1-83f8-e624988d07cb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:46.783348 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-60c9ef0d-40b9-40f8-8074-cb95c624880d req-e52e64a1-d361-48d1-83f8-e624988d07cb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 946 time: 0.3333948 Sep 01 02:20:46.806105 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-38a935aa-a113-4a6e-b657-94174e58116c req-6578736a-e32a-42c6-b6e2-26db68c5c566 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] For port e5e16b7a-4706-4cc0-8dc8-8de6938037c9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:46.806483 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38a935aa-a113-4a6e-b657-94174e58116c req-6578736a-e32a-42c6-b6e2-26db68c5c566 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:46.827984 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-38a935aa-a113-4a6e-b657-94174e58116c req-6578736a-e32a-42c6-b6e2-26db68c5c566 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Calling delete_port for e5e16b7a-4706-4cc0-8dc8-8de6938037c9 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:20:46.857765 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-60c9ef0d-40b9-40f8-8074-cb95c624880d req-cf4a9e1e-ee14-484e-aa61-e44afc3f1238 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Sep 01 02:20:47.128920 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38a935aa-a113-4a6e-b657-94174e58116c req-6578736a-e32a-42c6-b6e2-26db68c5c566 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:47.144696 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['e5e16b7a-4706-4cc0-8dc8-8de6938037c9', '11a3d8b9-6e44-434d-98a3-607ce7a1bbaf'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:20:47.181003 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578736a-e32a-42c6-b6e2-26db68c5c566 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Pushing event deleted for resources: {'Port': ['ID=e5e16b7a-4706-4cc0-8dc8-8de6938037c9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:47.294002 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a935aa-a113-4a6e-b657-94174e58116c req-6578736a-e32a-42c6-b6e2-26db68c5c566 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] No DVR routers for this DVR port e5e16b7a-4706-4cc0-8dc8-8de6938037c9 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:20:47.304138 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38a935aa-a113-4a6e-b657-94174e58116c req-6578736a-e32a-42c6-b6e2-26db68c5c566 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:47.306725 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-38a935aa-a113-4a6e-b657-94174e58116c req-6578736a-e32a-42c6-b6e2-26db68c5c566 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.26 "DELETE /v2.0/ports/e5e16b7a-4706-4cc0-8dc8-8de6938037c9 HTTP/1.1" status: 204 len: 173 time: 0.7418253 Sep 01 02:20:47.306725 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d98031b-58b9-4c56-a367-65396ba4ffbe', 'name': 'network-vif-deleted', 'tag': 'e5e16b7a-4706-4cc0-8dc8-8de6938037c9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:47.308988 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaff6e70-a941-437b-8b10-6b2664161377" -d '{"events": [{"server_uuid": "0d98031b-58b9-4c56-a367-65396ba4ffbe", "name": "network-vif-deleted", "tag": "e5e16b7a-4706-4cc0-8dc8-8de6938037c9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:47.411507 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c449732-3ae1-4727-b5f2-61347d4605c4 req-6ae79b67-d784-49e9-8539-988a23742b7d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:47.413044 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c449732-3ae1-4727-b5f2-61347d4605c4 req-6ae79b67-d784-49e9-8539-988a23742b7d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0618963 Sep 01 02:20:47.426700 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90664b1-d38c-444f-a2a7-6296e749ee26 req-86a2acad-3c99-4e10-b75c-f966ef7c5913 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:47.428277 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d90664b1-d38c-444f-a2a7-6296e749ee26 req-86a2acad-3c99-4e10-b75c-f966ef7c5913 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 945 time: 0.1143076 Sep 01 02:20:47.500568 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c449732-3ae1-4727-b5f2-61347d4605c4 req-644c0866-c3c9-4a01-9745-487483f110b4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647783 Sep 01 02:20:47.549257 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d90664b1-d38c-444f-a2a7-6296e749ee26 req-d497fc32-a104-4117-a9a0-ed467a8ded53 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/security-groups?id=44fb62fd-d24d-4138-ace9-e2202407c48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032901 Sep 01 02:20:47.554010 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-3a16a244-497d-4fc2-94c9-78ca58f2347c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:47.556341 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-3a16a244-497d-4fc2-94c9-78ca58f2347c tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 945 time: 0.1018395 Sep 01 02:20:47.580719 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45f3d5f-e61d-456f-94ad-237f3b2162bc x-openstack-request-id: req-b45f3d5f-e61d-456f-94ad-237f3b2162bc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:47.581243 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d98031b-58b9-4c56-a367-65396ba4ffbe", "name": "network-vif-deleted", "tag": "e5e16b7a-4706-4cc0-8dc8-8de6938037c9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:47.581662 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b45f3d5f-e61d-456f-94ad-237f3b2162bc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:47.582072 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d98031b-58b9-4c56-a367-65396ba4ffbe', 'name': 'network-vif-deleted', 'tag': 'e5e16b7a-4706-4cc0-8dc8-8de6938037c9', 'status': 'completed', 'code': 200} Sep 01 02:20:47.979479 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-2166ab41-6f94-49b0-8776-d0b8c18162ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Deleting port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:20:47.980722 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cfc4362d-b2d5-474b-b855-41204eb89b1b req-029399f5-dcbd-400c-84d3-258ed33eff3f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d98031b-58b9-4c56-a367-65396ba4ffbe HTTP/1.1" status: 200 len: 210 time: 0.0441546 Sep 01 02:20:47.981243 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-2166ab41-6f94-49b0-8776-d0b8c18162ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:48.118664 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-2166ab41-6f94-49b0-8776-d0b8c18162ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] For port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,segment=NetworkSegment(1042c876-baa0-4671-a8fc-5fb0eaa2a8d3),segment_id=1042c876-baa0-4671-a8fc-5fb0eaa2a8d3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:20:48.118972 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-2166ab41-6f94-49b0-8776-d0b8c18162ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:48.144494 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-2166ab41-6f94-49b0-8776-d0b8c18162ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Calling delete_port for e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:20:48.378772 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-2166ab41-6f94-49b0-8776-d0b8c18162ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:48.413994 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166ab41-6f94-49b0-8776-d0b8c18162ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Pushing event deleted for resources: {'Port': ['ID=e7b7ae68-fdab-4d11-9ff9-515a2845eaf5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:48.456887 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-2166ab41-6f94-49b0-8776-d0b8c18162ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] No DVR routers for this DVR port e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:20:48.462997 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-2166ab41-6f94-49b0-8776-d0b8c18162ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:48.465105 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f6aebbf6-0e34-413f-8561-6bfa799001ce req-2166ab41-6f94-49b0-8776-d0b8c18162ac tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.26 "DELETE /v2.0/ports/e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 HTTP/1.1" status: 204 len: 173 time: 0.8992016 Sep 01 02:20:48.676632 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e3753c0c-141b-4cd9-9ca6-d8537b7fab93 req-0639aa13-5597-4b98-b1e2-d82cd98ca1df tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.0459862 Sep 01 02:20:48.690799 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217317b0-54ae-497a-beb5-ea078567562b req-4e50c5f3-3bf1-4670-9d98-03911caecb3a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:48.692737 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-217317b0-54ae-497a-beb5-ea078567562b req-4e50c5f3-3bf1-4670-9d98-03911caecb3a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.1007087 Sep 01 02:20:48.737262 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-217317b0-54ae-497a-beb5-ea078567562b req-7b503904-d2da-436b-b651-d7d7cdb22bcd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369089 Sep 01 02:20:49.582904 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadf33d5-efcd-4a6b-98a0-90b24d0a1108', 'name': 'network-vif-deleted', 'tag': 'e7b7ae68-fdab-4d11-9ff9-515a2845eaf5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:20:49.585480 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6291b09-2e48-473d-a8d6-0578da6dc213" -d '{"events": [{"server_uuid": "aadf33d5-efcd-4a6b-98a0-90b24d0a1108", "name": "network-vif-deleted", "tag": "e7b7ae68-fdab-4d11-9ff9-515a2845eaf5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:20:49.633012 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc92a1a-2c8b-4d1a-b0d4-c430a38ed48b x-openstack-request-id: req-ccc92a1a-2c8b-4d1a-b0d4-c430a38ed48b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:20:49.633315 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadf33d5-efcd-4a6b-98a0-90b24d0a1108", "name": "network-vif-deleted", "tag": "e7b7ae68-fdab-4d11-9ff9-515a2845eaf5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:20:49.633590 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccc92a1a-2c8b-4d1a-b0d4-c430a38ed48b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:20:49.633989 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadf33d5-efcd-4a6b-98a0-90b24d0a1108', 'name': 'network-vif-deleted', 'tag': 'e7b7ae68-fdab-4d11-9ff9-515a2845eaf5', 'status': 'completed', 'code': 200} Sep 01 02:20:49.787403 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b98f69ec-ad87-423e-ad63-00ee51a07fed req-1949c576-2fe0-405a-ae18-7385be8452c2 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.0280716 Sep 01 02:20:49.889451 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad176f58-ddcc-4dae-a416-24470e6d1f17 req-c92fdbb3-6e8c-47b3-bfb8-7edc9c31090d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:49.890902 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad176f58-ddcc-4dae-a416-24470e6d1f17 req-c92fdbb3-6e8c-47b3-bfb8-7edc9c31090d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0476375 Sep 01 02:20:49.927887 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ad176f58-ddcc-4dae-a416-24470e6d1f17 req-bac5096d-b3e9-4a06-af70-2026d971a9c4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311260 Sep 01 02:20:50.062894 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d513a32-d3df-40d4-a3ca-b70dd433dd1a req-3bf07b01-d0c4-4a57-8c13-7bd5d3b8151f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:50.070390 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0d513a32-d3df-40d4-a3ca-b70dd433dd1a req-3bf07b01-d0c4-4a57-8c13-7bd5d3b8151f tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0609908 Sep 01 02:20:50.109023 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0d513a32-d3df-40d4-a3ca-b70dd433dd1a req-7c657a6f-351d-4b91-8e7a-76c8becde02c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374331 Sep 01 02:20:50.476829 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device e5e16b7a-4706-4cc0-8dc8-8de6938037c9 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:20:50.505058 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: e5e16b7a-4706-4cc0-8dc8-8de6938037c9 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:20:50.509186 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device e5e16b7a-4706-4cc0-8dc8-8de6938037c9 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:20:50.509186 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:20:50.526801 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:20:50.527288 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device e7b7ae68-fdab-4d11-9ff9-515a2845eaf5 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:20:50.909667 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40709650-79c5-4467-82fc-149f9663a82f req-349ea0de-5fbc-4a4f-8c45-87f5e92ebf5e tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.0274410 Sep 01 02:20:51.055712 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c0099-1fbb-4431-8c38-85ad54c38683 req-55b718c0-08c4-45bd-9364-365df91b27a1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:51.057515 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-578c0099-1fbb-4431-8c38-85ad54c38683 req-55b718c0-08c4-45bd-9364-365df91b27a1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0554070 Sep 01 02:20:51.101779 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-578c0099-1fbb-4431-8c38-85ad54c38683 req-61f5d5cf-9f7f-4e08-89d0-59ff5a093cc2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362654 Sep 01 02:20:51.237951 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0a8ce-2a11-4dc3-9870-c9c4b5c7c3ca req-79b64da7-8660-4c9f-8621-a59571b18f43 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:51.239693 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-61f0a8ce-2a11-4dc3-9870-c9c4b5c7c3ca req-79b64da7-8660-4c9f-8621-a59571b18f43 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0519555 Sep 01 02:20:51.281727 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-61f0a8ce-2a11-4dc3-9870-c9c4b5c7c3ca req-61165b5b-dea2-4533-b956-6dba27adeb67 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358717 Sep 01 02:20:52.026275 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4cd7419f-d97b-4f12-a6d0-0d5c1f9f9b86 req-73bbc32e-ceb5-4e2d-bb5b-c580a32aa1a8 tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.0270233 Sep 01 02:20:52.238368 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fcb13-cbd7-40d6-926b-a227c0ec46d0 req-1ec7b0cf-8474-4a08-8cae-621aea8f8382 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:52.240246 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-059fcb13-cbd7-40d6-926b-a227c0ec46d0 req-1ec7b0cf-8474-4a08-8cae-621aea8f8382 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0605354 Sep 01 02:20:52.284422 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-059fcb13-cbd7-40d6-926b-a227c0ec46d0 req-7cc81e7c-68fc-4792-a296-f5e33ca9d279 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363607 Sep 01 02:20:52.438410 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83290ad9-2421-438b-b524-6d713c1ee3c5 req-cd9c2b00-991a-4dae-9a79-25089b08b6bc tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:52.440783 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83290ad9-2421-438b-b524-6d713c1ee3c5 req-cd9c2b00-991a-4dae-9a79-25089b08b6bc tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0680172 Sep 01 02:20:52.496464 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-83290ad9-2421-438b-b524-6d713c1ee3c5 req-1378d7d5-92b7-4dd6-a7dd-0dac2ee50e45 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495880 Sep 01 02:20:53.163138 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1e526660-c179-470b-898f-f8a118e51329 req-392ebfb2-b603-4f91-81d8-84e442a6919d tempest-AttachVolumeNegativeTest-548921755 tempest-AttachVolumeNegativeTest-548921755-project] 10.222.0.23 "GET /v2.0/ports?device_id=aadf33d5-efcd-4a6b-98a0-90b24d0a1108 HTTP/1.1" status: 200 len: 210 time: 0.0303032 Sep 01 02:20:53.419431 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb7786-a887-4951-866a-82558b132c5c req-2f981c7f-a63e-4365-a9c4-b49541f94975 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:53.422730 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-91fb7786-a887-4951-866a-82558b132c5c req-2f981c7f-a63e-4365-a9c4-b49541f94975 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0583475 Sep 01 02:20:53.466610 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-91fb7786-a887-4951-866a-82558b132c5c req-940ed757-f22a-40d2-b93d-c1ee7ac6fdb9 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376234 Sep 01 02:20:53.635571 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff18b3-645a-49e2-9a04-d9a687a12936 req-d574b052-db08-4e12-8327-0c63d7db5e72 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:53.637296 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1bff18b3-645a-49e2-9a04-d9a687a12936 req-d574b052-db08-4e12-8327-0c63d7db5e72 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0551066 Sep 01 02:20:53.680472 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1bff18b3-645a-49e2-9a04-d9a687a12936 req-a2af53a0-657e-4da2-ae17-e23992b7f9f9 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Sep 01 02:20:54.251512 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42208) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:54.302975 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccde4ab4-ba5d-414b-a17d-e5cfa0dea1a9 admin admin] Deleting subnet f7c98f80-6b39-47ac-9b5c-5fd8efac130e {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:20:54.306813 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ccde4ab4-ba5d-414b-a17d-e5cfa0dea1a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:54.348117 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ccde4ab4-ba5d-414b-a17d-e5cfa0dea1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264677943'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:54.402226 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ccde4ab4-ba5d-414b-a17d-e5cfa0dea1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:54.550415 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ccde4ab4-ba5d-414b-a17d-e5cfa0dea1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265943617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266115680'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:54.586580 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde4ab4-ba5d-414b-a17d-e5cfa0dea1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c98f80-6b39-47ac-9b5c-5fd8efac130e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:54.609927 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ccde4ab4-ba5d-414b-a17d-e5cfa0dea1a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:54.611851 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ccde4ab4-ba5d-414b-a17d-e5cfa0dea1a9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f7c98f80-6b39-47ac-9b5c-5fd8efac130e HTTP/1.1" status: 204 len: 168 time: 0.3585424 Sep 01 02:20:54.614975 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 42214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:54.634544 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb7851-a68e-4873-a623-7942f4ee7f2b req-2c58f3c9-5cc3-4b9c-8c7a-ef431144f43c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:54.636817 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40cb7851-a68e-4873-a623-7942f4ee7f2b req-2c58f3c9-5cc3-4b9c-8c7a-ef431144f43c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0600944 Sep 01 02:20:54.679167 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-40cb7851-a68e-4873-a623-7942f4ee7f2b req-5d4ea100-de18-4330-ab70-d596d7c9395a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355127 Sep 01 02:20:54.715156 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:54.813968 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:54.816741 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab466a23-f08d-4b88-9849-4057fbd4993e req-7d100220-6b10-40a3-9c4d-d668046fde48 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:54.818707 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ab466a23-f08d-4b88-9849-4057fbd4993e req-7d100220-6b10-40a3-9c4d-d668046fde48 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0614743 Sep 01 02:20:54.831454 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01de8dd-ade6-4102-b0a8-c70ee02163ec']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:54.846233 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:54.846569 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1042c876-baa0-4671-a8fc-5fb0eaa2a8d3') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:20:54.860027 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:54.878597 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:54.882691 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ab466a23-f08d-4b88-9849-4057fbd4993e req-2c80254e-406d-45b3-80cd-f8942d70ff61 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574524 Sep 01 02:20:54.892005 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:20:54.893563 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:20:54.896335 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:20:55.024255 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:55.032919 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:55.035323 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e01de8dd-ade6-4102-b0a8-c70ee02163ec HTTP/1.1" status: 204 len: 168 time: 0.4193015 Sep 01 02:20:55.050937 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989a750-38fb-45a4-a991-b5491fcff031 admin admin] Pushing event deleted for resources: {'Network': ['ID=e01de8dd-ade6-4102-b0a8-c70ee02163ec,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:55.419108 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 42224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:55.464149 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-09d82405-92f0-4dc6-a5a0-901a53ef150e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af0017822109465cbe08fec3245a1142&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434847 Sep 01 02:20:55.464404 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42226) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:20:55.526072 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0abd6ce6-1788-4df2-b235-be19dba0caa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:55.550026 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0abd6ce6-1788-4df2-b235-be19dba0caa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:55.831176 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e107fe-613f-4084-9844-fe6b5ab1c3ca req-fe81f305-b2d2-4c3d-9114-bf0b69c52b86 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:55.832838 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0e107fe-613f-4084-9844-fe6b5ab1c3ca req-fe81f305-b2d2-4c3d-9114-bf0b69c52b86 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0575109 Sep 01 02:20:55.879676 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0e107fe-613f-4084-9844-fe6b5ab1c3ca req-cf8c5673-cf51-4237-9693-cb8a160bd546 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317671 Sep 01 02:20:56.009143 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82cbb-be9d-49f7-aaf1-f27ef8208eb8 req-120fead6-3014-41f4-a496-63e9146f494b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:56.010510 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35c82cbb-be9d-49f7-aaf1-f27ef8208eb8 req-120fead6-3014-41f4-a496-63e9146f494b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0509410 Sep 01 02:20:56.047900 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35c82cbb-be9d-49f7-aaf1-f27ef8208eb8 req-d0d16011-2b5d-4188-ac5a-b03871691efb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Sep 01 02:20:56.235608 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0abd6ce6-1788-4df2-b235-be19dba0caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:56.240864 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0abd6ce6-1788-4df2-b235-be19dba0caa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:20:56.240864 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0abd6ce6-1788-4df2-b235-be19dba0caa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44fb62fd-d24d-4138-ace9-e2202407c48e HTTP/1.1" status: 204 len: 168 time: 0.7738366 Sep 01 02:20:56.247434 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd6ce6-1788-4df2-b235-be19dba0caa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fb62fd-d24d-4138-ace9-e2202407c48e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:20:57.012639 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e2b8-948d-4a6f-9b9f-7d8ae8e6de51 req-63871123-5cdf-4bb7-8353-38130c23b2ee tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:57.014673 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6314e2b8-948d-4a6f-9b9f-7d8ae8e6de51 req-63871123-5cdf-4bb7-8353-38130c23b2ee tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0581818 Sep 01 02:20:57.058941 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6314e2b8-948d-4a6f-9b9f-7d8ae8e6de51 req-00ac4048-a15b-41dd-b770-15b8bae95bf3 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384595 Sep 01 02:20:57.172195 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcf461-4821-46fc-929e-82ff187d96cc req-0d698113-5e4f-4990-abbd-5ae08d5c4b85 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:57.172195 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f3dcf461-4821-46fc-929e-82ff187d96cc req-0d698113-5e4f-4990-abbd-5ae08d5c4b85 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0555122 Sep 01 02:20:57.206281 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f3dcf461-4821-46fc-929e-82ff187d96cc req-15fd848d-81f1-47d9-9712-8183b62636f4 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316005 Sep 01 02:20:58.177659 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2751cfa-05dc-4473-94ee-ad5e3b90c5b2 req-b556f455-b24b-432d-8edd-97e925af05db tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:58.179109 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b2751cfa-05dc-4473-94ee-ad5e3b90c5b2 req-b556f455-b24b-432d-8edd-97e925af05db tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0506291 Sep 01 02:20:58.216877 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b2751cfa-05dc-4473-94ee-ad5e3b90c5b2 req-3d00ea0b-6144-45ff-98e1-92d73f08f701 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Sep 01 02:20:58.323239 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76f2ec-a912-4fa0-94cb-969c9553ea47 req-6002a73d-808e-46b1-aa71-7acb9792fcf7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:58.332116 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ca76f2ec-a912-4fa0-94cb-969c9553ea47 req-6002a73d-808e-46b1-aa71-7acb9792fcf7 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0563951 Sep 01 02:20:58.359313 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-7b12c70a-6d99-492c-828d-7e6f0e2036aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:58.360848 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-7b12c70a-6d99-492c-828d-7e6f0e2036aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 1098 time: 0.0430961 Sep 01 02:20:58.366540 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ca76f2ec-a912-4fa0-94cb-969c9553ea47 req-c531fab6-a981-4cee-922f-2402f6e7b47b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Sep 01 02:20:58.457635 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-f7898c33-b83e-4b40-be02-45728a3bf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:58.459151 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-f7898c33-b83e-4b40-be02-45728a3bf2f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 917 time: 0.0868421 Sep 01 02:20:58.532873 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-6a3580ae-0c1c-4384-8a48-297bfebf54d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a634d4-e023-4d44-8fde-8034a190bfbb HTTP/1.1" status: 200 len: 1001 time: 0.0601242 Sep 01 02:20:58.589712 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-5460e1e2-d835-42be-bec0-6f8839bf2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:58.591151 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-5460e1e2-d835-42be-bec0-6f8839bf2d48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a41553d-c3c0-435c-aa65-1e5b16018403 HTTP/1.1" status: 200 len: 855 time: 0.0435882 Sep 01 02:20:58.641046 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-354a91d5-7ede-4100-a81f-3b2418dab135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:58.642505 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-354a91d5-7ede-4100-a81f-3b2418dab135 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5a3e1b6-c394-4401-8c8a-9601aa881cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429578 Sep 01 02:20:58.740287 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-317264bb-290e-4312-b9a2-b02481f839f8 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811355 Sep 01 02:20:58.841946 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3dec64fe-515d-422c-8544-0f2fdf58a0e6 req-b472ec8d-7b30-4e68-8233-eace4da913b6 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856192 Sep 01 02:20:59.342691 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e5a0f-a718-43d6-b0e6-c15d17814616 req-eaccf074-a21c-4e69-9598-33c49b11b2ab tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:59.344195 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d2e5a0f-a718-43d6-b0e6-c15d17814616 req-eaccf074-a21c-4e69-9598-33c49b11b2ab tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0476928 Sep 01 02:20:59.382245 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d2e5a0f-a718-43d6-b0e6-c15d17814616 req-d7d44be6-ef89-44a0-bd83-88212238d015 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322409 Sep 01 02:20:59.488528 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a77ce-8c3e-4bd4-9b1c-a7ed151fc1dc req-380697bc-4dd5-4282-9b09-97d4fa7015c8 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:20:59.489993 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-206a77ce-8c3e-4bd4-9b1c-a7ed151fc1dc req-380697bc-4dd5-4282-9b09-97d4fa7015c8 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0508008 Sep 01 02:20:59.528021 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-206a77ce-8c3e-4bd4-9b1c-a7ed151fc1dc req-729e39c3-5a35-42fd-998a-a8facbc29516 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Sep 01 02:20:59.856199 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:21:00.498645 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b14f81-72ad-4ea0-abf6-324fb7225ffd req-b5834a0e-f160-4fd4-bddf-5799523f14b4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:00.500138 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-33b14f81-72ad-4ea0-abf6-324fb7225ffd req-b5834a0e-f160-4fd4-bddf-5799523f14b4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 945 time: 0.0477974 Sep 01 02:21:00.537711 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-33b14f81-72ad-4ea0-abf6-324fb7225ffd req-5ff48558-4a10-4106-a7f7-e8c2bb77731a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Sep 01 02:21:00.639597 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ed219-1b5f-497d-a02c-15c8e66ee627 req-ea9a77fb-f599-4035-af2b-b3b8a18ce43c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:00.641070 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b57ed219-1b5f-497d-a02c-15c8e66ee627 req-ea9a77fb-f599-4035-af2b-b3b8a18ce43c tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0487933 Sep 01 02:21:00.678045 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b57ed219-1b5f-497d-a02c-15c8e66ee627 req-3e4b7e37-ddb8-4921-a282-0bba3852b697 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Sep 01 02:21:01.007978 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 87a634d4-e023-4d44-8fde-8034a190bfbb no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:21:01.084883 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:01.107462 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:21:01.109686 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f0f8ff-bca1-4ade-9f47-a86aba353f25" -d '{"events": [{"server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "name": "network-vif-unplugged", "status": "completed", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:21:01.122109 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:01.144904 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 02:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac768363-4be4-402b-9929-366b1be52de1 x-openstack-request-id: req-ac768363-4be4-402b-9929-366b1be52de1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:21:01.145190 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "name": "network-vif-unplugged", "status": "completed", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:21:01.145443 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac768363-4be4-402b-9929-366b1be52de1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:21:01.145830 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'code': 200} Sep 01 02:21:01.189045 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:01.236591 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:01.658333 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeace1-f103-4ea0-8e59-70f36adae271 req-dcd98eaa-b7da-4b3e-9c99-e3247e67eaa6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:01.659811 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-55eeace1-f103-4ea0-8e59-70f36adae271 req-dcd98eaa-b7da-4b3e-9c99-e3247e67eaa6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0511646 Sep 01 02:21:01.695201 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-55eeace1-f103-4ea0-8e59-70f36adae271 req-eae29fdf-b84d-4d0f-a5c6-0e179e55bd45 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296636 Sep 01 02:21:01.796915 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dd763-64ef-4312-87b1-3722b4c6ffde req-791d33f8-6534-4549-be44-9848af1858b1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:01.798284 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a4dd763-64ef-4312-87b1-3722b4c6ffde req-791d33f8-6534-4549-be44-9848af1858b1 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0533147 Sep 01 02:21:01.835936 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a4dd763-64ef-4312-87b1-3722b4c6ffde req-ac00523b-4ab2-4b0e-8990-3eef38c7ed85 tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Sep 01 02:21:02.476727 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-13325642-d5dc-44a0-81b9-791a81fddbfe tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:02.478163 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-13325642-d5dc-44a0-81b9-791a81fddbfe tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.26 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 945 time: 0.0474496 Sep 01 02:21:02.578096 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-61e980c5-5ed6-40b8-92a8-a910e9a0faad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Deleting port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:21:02.578444 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-61e980c5-5ed6-40b8-92a8-a910e9a0faad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:02.746940 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-61e980c5-5ed6-40b8-92a8-a910e9a0faad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] For port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:02.750011 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-61e980c5-5ed6-40b8-92a8-a910e9a0faad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:02.760541 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-61e980c5-5ed6-40b8-92a8-a910e9a0faad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Calling delete_port for 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:21:02.812692 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55f30b-2c4a-4b5f-a87f-89c9deb2fb3b req-59c1ed40-0a4d-4dc3-bc77-0d9e3ea50b20 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:02.814169 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb55f30b-2c4a-4b5f-a87f-89c9deb2fb3b req-59c1ed40-0a4d-4dc3-bc77-0d9e3ea50b20 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0480955 Sep 01 02:21:02.851909 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb55f30b-2c4a-4b5f-a87f-89c9deb2fb3b req-2fb25525-0a8e-4816-9469-3a01b11866bc tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Sep 01 02:21:02.932542 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-61e980c5-5ed6-40b8-92a8-a910e9a0faad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:02.946113 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['11a3d8b9-6e44-434d-98a3-607ce7a1bbaf'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:21:02.953215 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d6ef5-7a95-4aec-8e40-e93c23162f8e req-2323f7fb-a7bc-4621-923e-b800f85eed7e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:02.954760 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d4d6ef5-7a95-4aec-8e40-e93c23162f8e req-2323f7fb-a7bc-4621-923e-b800f85eed7e tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 867 time: 0.0531325 Sep 01 02:21:02.960783 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e980c5-5ed6-40b8-92a8-a910e9a0faad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Pushing event deleted for resources: {'Port': ['ID=11a3d8b9-6e44-434d-98a3-607ce7a1bbaf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:03.008299 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-61e980c5-5ed6-40b8-92a8-a910e9a0faad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] No DVR routers for this DVR port 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:21:03.008493 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-61e980c5-5ed6-40b8-92a8-a910e9a0faad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:03.010591 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0d727b98-6d52-4df2-b1ce-40154d2a2f7b req-61e980c5-5ed6-40b8-92a8-a910e9a0faad tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.26 "DELETE /v2.0/ports/11a3d8b9-6e44-434d-98a3-607ce7a1bbaf HTTP/1.1" status: 204 len: 173 time: 0.5239222 Sep 01 02:21:03.011022 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d8774e-a53f-417b-86d5-20f6a4426c3f', 'name': 'network-vif-deleted', 'tag': '11a3d8b9-6e44-434d-98a3-607ce7a1bbaf'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:21:03.013806 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325f0ebd-0162-4592-a924-c6660c52063e" -d '{"events": [{"server_uuid": "49d8774e-a53f-417b-86d5-20f6a4426c3f", "name": "network-vif-deleted", "tag": "11a3d8b9-6e44-434d-98a3-607ce7a1bbaf"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:21:03.017407 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d4d6ef5-7a95-4aec-8e40-e93c23162f8e req-df216bd5-cc70-4edc-87c0-9cd23d49526b tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/security-groups?id=829c4227-692a-49b5-abce-6d4851850d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433903 Sep 01 02:21:03.050072 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8d5e24-11a4-493f-bf02-b506d15e884a x-openstack-request-id: req-4e8d5e24-11a4-493f-bf02-b506d15e884a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:21:03.050362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d8774e-a53f-417b-86d5-20f6a4426c3f", "name": "network-vif-deleted", "tag": "11a3d8b9-6e44-434d-98a3-607ce7a1bbaf", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:21:03.050614 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e8d5e24-11a4-493f-bf02-b506d15e884a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:21:03.051006 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d8774e-a53f-417b-86d5-20f6a4426c3f', 'name': 'network-vif-deleted', 'tag': '11a3d8b9-6e44-434d-98a3-607ce7a1bbaf', 'status': 'completed', 'code': 200} Sep 01 02:21:03.987360 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ded09-32a1-4ce8-8acd-7e416aa064e4 req-8ef99192-844c-4fc1-a6ad-804b0e7184e7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:03.988883 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb1ded09-32a1-4ce8-8acd-7e416aa064e4 req-8ef99192-844c-4fc1-a6ad-804b0e7184e7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0519297 Sep 01 02:21:04.034877 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fb1ded09-32a1-4ce8-8acd-7e416aa064e4 req-8b3ee450-2db6-4eef-bc36-b3fd203361ff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392187 Sep 01 02:21:04.130679 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-46b466cd-6a57-4ec5-86f1-2bff3713ad3e req-fc32eb9b-198c-480f-9713-354d1c096feb tempest-ServerRescueNegativeTestJSON-801486727 tempest-ServerRescueNegativeTestJSON-801486727-project] 10.222.0.23 "GET /v2.0/ports?device_id=49d8774e-a53f-417b-86d5-20f6a4426c3f HTTP/1.1" status: 200 len: 210 time: 0.0260868 Sep 01 02:21:04.349291 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bf7caab-1897-48f4-bf03-128169ee3499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:05.155379 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5d8a2-1750-4faa-8a1c-2e9056f6723c req-e9fd7602-c0e4-4d7a-9af8-5ecb98716f66 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:05.156888 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5b5d8a2-1750-4faa-8a1c-2e9056f6723c req-e9fd7602-c0e4-4d7a-9af8-5ecb98716f66 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0480745 Sep 01 02:21:05.199130 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5b5d8a2-1750-4faa-8a1c-2e9056f6723c req-f30b5606-aa7f-4c57-99b9-fe3651be1d1e tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358880 Sep 01 02:21:05.200160 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42384) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:05.629688 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371220'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:05.933358 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] Deleting port 7e04b27e-43c7-4441-be9b-4ecfddec9161 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:21:05.933698 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:06.011875 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] For port 7e04b27e-43c7-4441-be9b-4ecfddec9161, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=7e04b27e-43c7-4441-be9b-4ecfddec9161,segment=NetworkSegment(1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a),segment_id=1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:06.012662 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:06.024499 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] Calling delete_port for 7e04b27e-43c7-4441-be9b-4ecfddec9161 owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:21:06.332391 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:06.333036 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:06.358579 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e04b27e-43c7-4441-be9b-4ecfddec9161,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:06.512610 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 87a634d4-e023-4d44-8fde-8034a190bfbb no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:21:06.513401 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371336'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:06.589337 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:21:06.607939 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:21:06.608275 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 11a3d8b9-6e44-434d-98a3-607ce7a1bbaf not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:21:06.609741 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ac0f9a-5685-4bc7-b57b-09b9ff51b05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:06.736687 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] Router e2da74e5-8974-4092-86cc-dfc005a95854 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:21:06.845483 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [req-4dcae292-c462-44e7-954e-2bf997692235 req-5267f67f-e4d4-4bfd-a7d7-e488822c179b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:21:06.846427 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4dcae292-c462-44e7-954e-2bf997692235 req-5267f67f-e4d4-4bfd-a7d7-e488822c179b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052218 Sep 01 02:21:06.853419 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:21:06.861114 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-52a0e96b-6b9c-4fcf-8fd2-e27425215bc0 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2da74e5-8974-4092-86cc-dfc005a95854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6599858 Sep 01 02:21:06.863789 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42446) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:06.875310 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] Sync routers for ids ['e2da74e5-8974-4092-86cc-dfc005a95854'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:21:06.886210 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] Routers {'e2da74e5-8974-4092-86cc-dfc005a95854'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:21:06.887181 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:21:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['e2da74e5-8974-4092-86cc-dfc005a95854'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:21:06.999652 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] Set router e2da74e5-8974-4092-86cc-dfc005a95854 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:21:07.147876 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:07.219026 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-router', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:24Z', 'updated_at': '2021-09-01T02:21:06Z', 'revision_number': 5, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'gw_port': {'id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:25Z', 'updated_at': '2021-09-01T02:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:21:07.253537 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] Checking router: e2da74e5-8974-4092-86cc-dfc005a95854 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:21:07.265347 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] Routers {'e2da74e5-8974-4092-86cc-dfc005a95854'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:21:07.266181 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:21:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['e2da74e5-8974-4092-86cc-dfc005a95854'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:21:07.282402 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:07.412089 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] Set router e2da74e5-8974-4092-86cc-dfc005a95854 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:21:07.428197 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790238d-4526-47c0-9404-8dcb6144c166 req-45647b01-ac0a-4a5b-b415-4727bd27e76f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:07.430102 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f790238d-4526-47c0-9404-8dcb6144c166 req-45647b01-ac0a-4a5b-b415-4727bd27e76f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0975945 Sep 01 02:21:07.435875 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:07.476425 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f790238d-4526-47c0-9404-8dcb6144c166 req-6e7e0c2c-34ee-49e5-bf59-1942384bdb8f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363731 Sep 01 02:21:07.604871 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Deleting port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:21:07.605311 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:07.619945 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-router', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:24Z', 'updated_at': '2021-09-01T02:21:06Z', 'revision_number': 5, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'gw_port': {'id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:25Z', 'updated_at': '2021-09-01T02:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:21:07.648324 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfddfc8-71bd-4f08-aa24-87e9f17ebbfc None None] The sync data for ids ['e2da74e5-8974-4092-86cc-dfc005a95854'] in dv-cinder-799668-15-iscsi is: [{'id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'name': 'tempest-ServerRescueNegativeTestJSON-1125191559-router', 'tenant_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:24Z', 'updated_at': '2021-09-01T02:21:06Z', 'revision_number': 5, 'project_id': '19a0f039a92a4a5993956e9c1bb22d8f', 'gw_port': {'id': 'b6b6dc18-cff8-4257-9d6a-22560a5b9ca0', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2da74e5-8974-4092-86cc-dfc005a95854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:25Z', 'updated_at': '2021-09-01T02:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:21:07.689112 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] For port b6b6dc18-cff8-4257-9d6a-22560a5b9ca0, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=b6b6dc18-cff8-4257-9d6a-22560a5b9ca0,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:07.689476 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:07.701492 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Calling delete_port for b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 owned by network:router_gateway {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:21:07.901761 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 42478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:07.943908 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:07.974486 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b6dc18-cff8-4257-9d6a-22560a5b9ca0,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:08.003903 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-5015d20d-762f-460b-a5a9-7013b97dcac0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007371 Sep 01 02:21:08.013232 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-6880aa77-d123-4b3b-9dff-1ea66a2d94a4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:21:08.024028 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-6880aa77-d123-4b3b-9dff-1ea66a2d94a4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133300 Sep 01 02:21:08.049577 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368682'] for router_gateway, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.078422 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 7e04b27e-43c7-4441-be9b-4ecfddec9161 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:21:08.108750 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 7e04b27e-43c7-4441-be9b-4ecfddec9161 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:21:08.109296 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 7e04b27e-43c7-4441-be9b-4ecfddec9161 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:21:08.166771 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12564'] for router, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.169623 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.309605 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.347607 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374047'] for router, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.348143 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2da74e5-8974-4092-86cc-dfc005a95854 {{(pid=94638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 02:21:08.365003 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.365003 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b7358b0d-6f50-4633-891d-2040e411a7b9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e2da74e5-8974-4092-86cc-dfc005a95854 HTTP/1.1" status: 204 len: 168 time: 1.4897153 Sep 01 02:21:08.365585 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 42490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:08.408016 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a6cef6-9f6f-4a43-93e6-8ff35526c251 admin admin] Deleting subnet 0140f550-0093-4023-8b1f-b2e12667580c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:21:08.411323 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39a6cef6-9f6f-4a43-93e6-8ff35526c251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.447655 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39a6cef6-9f6f-4a43-93e6-8ff35526c251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267996331'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.496043 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39a6cef6-9f6f-4a43-93e6-8ff35526c251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.611818 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884fd07-c996-43df-aed6-a6a6dd80c51f req-4d41c7cb-667a-4a6a-b8ec-74d13ed8c595 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:08.613217 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d884fd07-c996-43df-aed6-a6a6dd80c51f req-4d41c7cb-667a-4a6a-b8ec-74d13ed8c595 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0513215 Sep 01 02:21:08.646850 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39a6cef6-9f6f-4a43-93e6-8ff35526c251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264802447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267605578'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.653236 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d884fd07-c996-43df-aed6-a6a6dd80c51f req-a0b88abc-33a2-477d-9cd7-1a811560cc0f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333605 Sep 01 02:21:08.678581 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6cef6-9f6f-4a43-93e6-8ff35526c251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0140f550-0093-4023-8b1f-b2e12667580c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:08.683468 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39a6cef6-9f6f-4a43-93e6-8ff35526c251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.693389 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-39a6cef6-9f6f-4a43-93e6-8ff35526c251 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0140f550-0093-4023-8b1f-b2e12667580c HTTP/1.1" status: 204 len: 168 time: 0.3342950 Sep 01 02:21:08.696096 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 42500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:08.764321 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.844620 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.854016 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ff1c87-3840-478f-bfb8-50f6aa595d14']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:21:08.866230 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:21:08.866611 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7cc6ee-31fe-4e34-8a88-b3bd34a7379a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:21:08.878951 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.894567 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.901061 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:21:08.901461 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:21:08.903817 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:21:08.986519 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00470a0-1cff-49c2-9a63-78a4113b6043 req-472bf772-81ac-4d16-b75a-df400583701b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:08.988077 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c00470a0-1cff-49c2-9a63-78a4113b6043 req-472bf772-81ac-4d16-b75a-df400583701b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0535526 Sep 01 02:21:09.030190 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c00470a0-1cff-49c2-9a63-78a4113b6043 req-3cb703fd-7284-487b-adaf-8ba28147cde8 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351872 Sep 01 02:21:09.051538 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:09.054250 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:09.056154 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] 10.222.0.23 "DELETE /v2.0/networks/25ff1c87-3840-478f-bfb8-50f6aa595d14 HTTP/1.1" status: 204 len: 168 time: 0.3591166 Sep 01 02:21:09.067162 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3da1d3-2497-4e4f-84d3-e0114b72a902 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ff1c87-3840-478f-bfb8-50f6aa595d14,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:09.326658 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:09.484149 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 42508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:09.528329 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-146369e3-4a2e-49d6-9c49-ef67d30efddc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19a0f039a92a4a5993956e9c1bb22d8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429592 Sep 01 02:21:09.530764 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 42510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:09.579832 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b62159c-8d1d-4e19-b681-96ff9707fadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:09.600189 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b62159c-8d1d-4e19-b681-96ff9707fadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:09.784523 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bc828-81d9-4dcc-8ecb-5d611a3ce1fe req-0190d6ab-63e4-41dd-80e9-fb1005443f53 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:09.785988 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4e4bc828-81d9-4dcc-8ecb-5d611a3ce1fe req-0190d6ab-63e4-41dd-80e9-fb1005443f53 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0473604 Sep 01 02:21:09.804581 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b62159c-8d1d-4e19-b681-96ff9707fadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:09.807324 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b62159c-8d1d-4e19-b681-96ff9707fadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:09.808495 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2b62159c-8d1d-4e19-b681-96ff9707fadf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/829c4227-692a-49b5-abce-6d4851850d75 HTTP/1.1" status: 204 len: 168 time: 0.2768495 Sep 01 02:21:09.817905 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62159c-8d1d-4e19-b681-96ff9707fadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829c4227-692a-49b5-abce-6d4851850d75,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:09.825572 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4e4bc828-81d9-4dcc-8ecb-5d611a3ce1fe req-775bc51e-5464-43be-a1c4-c9ab1d243eea tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333726 Sep 01 02:21:09.905964 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:21:09.926699 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:21:09.927044 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device b6b6dc18-cff8-4257-9d6a-22560a5b9ca0 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:21:10.151537 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d4741-a474-4bcc-a609-c14b19db4d06 req-07407769-b0dd-477c-b6da-5f0bc1bdde16 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:10.153982 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-180d4741-a474-4bcc-a609-c14b19db4d06 req-07407769-b0dd-477c-b6da-5f0bc1bdde16 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0550022 Sep 01 02:21:10.192408 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-180d4741-a474-4bcc-a609-c14b19db4d06 req-1b2fad18-1c6c-48cd-a57e-81bf30a1a9c8 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Sep 01 02:21:10.777256 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42538) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:10.889174 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-938d62e8-4522-4291-8d6f-52182f6ffdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:10.973867 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf78543-2be4-48b4-bf1a-66df42258351 req-1b940190-f7b9-4825-979c-6b77efb00119 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:10.975356 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acf78543-2be4-48b4-bf1a-66df42258351 req-1b940190-f7b9-4825-979c-6b77efb00119 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0699384 Sep 01 02:21:10.993933 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdab59-6478-481e-a6af-2930505ced9f req-b0d2df2f-2e17-4418-8b75-6d260aca4a41 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:10.995464 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b8fdab59-6478-481e-a6af-2930505ced9f req-b0d2df2f-2e17-4418-8b75-6d260aca4a41 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.26 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0504003 Sep 01 02:21:11.035913 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acf78543-2be4-48b4-bf1a-66df42258351 req-71334ff2-a11b-4774-840d-b7292669d38c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539086 Sep 01 02:21:11.058705 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-938d62e8-4522-4291-8d6f-52182f6ffdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:11.104773 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b8fdab59-6478-481e-a6af-2930505ced9f req-e9712378-b501-4227-931a-cbe6376dbdc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Deleting port 85e0a1d1-7d60-49e3-81f9-63069a6c6883 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:21:11.105126 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b8fdab59-6478-481e-a6af-2930505ced9f req-e9712378-b501-4227-931a-cbe6376dbdc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:11.198985 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-938d62e8-4522-4291-8d6f-52182f6ffdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:11.235343 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-938d62e8-4522-4291-8d6f-52182f6ffdb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d346ecaa32e45a59819b5b24254a5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563735 Sep 01 02:21:11.239803 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42554) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:11.248299 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d62e8-4522-4291-8d6f-52182f6ffdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f87865-7187-4831-a4ab-ca718f89a758,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:11.257771 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b8fdab59-6478-481e-a6af-2930505ced9f req-e9712378-b501-4227-931a-cbe6376dbdc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] For port 85e0a1d1-7d60-49e3-81f9-63069a6c6883, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=85e0a1d1-7d60-49e3-81f9-63069a6c6883,segment=NetworkSegment(9d03a003-b592-4698-9462-49b5ffeb4171),segment_id=9d03a003-b592-4698-9462-49b5ffeb4171)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:11.258140 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b8fdab59-6478-481e-a6af-2930505ced9f req-e9712378-b501-4227-931a-cbe6376dbdc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:11.269680 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-f11c28eb-c029-4a85-9e62-d0cf4bd63e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:11.271185 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-f11c28eb-c029-4a85-9e62-d0cf4bd63e09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534&tenant_id=8b6348a9e1194bc58ebe678f9a5107cb HTTP/1.1" status: 200 len: 1096 time: 0.1113853 Sep 01 02:21:11.277044 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b8fdab59-6478-481e-a6af-2930505ced9f req-e9712378-b501-4227-931a-cbe6376dbdc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Calling delete_port for 85e0a1d1-7d60-49e3-81f9-63069a6c6883 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:21:11.334389 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e01cb0ef-6a25-4e02-b963-9251f487a843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:11.345975 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b40707-d78f-4ddf-81ee-524b224406b8 req-65c05177-d60d-44c5-9407-bbbcfdde33c3 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:11.347500 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-21b40707-d78f-4ddf-81ee-524b224406b8 req-65c05177-d60d-44c5-9407-bbbcfdde33c3 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 945 time: 0.0755825 Sep 01 02:21:11.374462 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e01cb0ef-6a25-4e02-b963-9251f487a843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:11.392046 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-784b8141-3a1a-4f67-b432-70094c47ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:11.393543 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-784b8141-3a1a-4f67-b432-70094c47ffbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 1096 time: 0.0961339 Sep 01 02:21:11.420433 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-21b40707-d78f-4ddf-81ee-524b224406b8 req-61ebb0a4-0fa7-434b-ab41-027025516272 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623641 Sep 01 02:21:11.520592 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-7ed31b8b-e3a5-4800-a7a3-459650fe8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:11.520988 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e01cb0ef-6a25-4e02-b963-9251f487a843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:11.522279 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-7ed31b8b-e3a5-4800-a7a3-459650fe8d37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 917 time: 0.1205335 Sep 01 02:21:11.523743 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e01cb0ef-6a25-4e02-b963-9251f487a843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:11.526335 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e01cb0ef-6a25-4e02-b963-9251f487a843 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09f87865-7187-4831-a4ab-ca718f89a758 HTTP/1.1" status: 204 len: 168 time: 0.2842355 Sep 01 02:21:11.534144 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cb0ef-6a25-4e02-b963-9251f487a843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f87865-7187-4831-a4ab-ca718f89a758,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:11.583727 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b8fdab59-6478-481e-a6af-2930505ced9f req-e9712378-b501-4227-931a-cbe6376dbdc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:11.596098 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['85e0a1d1-7d60-49e3-81f9-63069a6c6883'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:21:11.621053 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9712378-b501-4227-931a-cbe6376dbdc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Pushing event deleted for resources: {'Port': ['ID=85e0a1d1-7d60-49e3-81f9-63069a6c6883,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:11.653084 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-002b6444-cab2-4346-a0f8-39c2d937ca38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87a634d4-e023-4d44-8fde-8034a190bfbb HTTP/1.1" status: 200 len: 999 time: 0.1197422 Sep 01 02:21:11.670024 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fdab59-6478-481e-a6af-2930505ced9f req-e9712378-b501-4227-931a-cbe6376dbdc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] No DVR routers for this DVR port 85e0a1d1-7d60-49e3-81f9-63069a6c6883 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:21:11.678336 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b8fdab59-6478-481e-a6af-2930505ced9f req-e9712378-b501-4227-931a-cbe6376dbdc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:11.680214 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b8fdab59-6478-481e-a6af-2930505ced9f req-e9712378-b501-4227-931a-cbe6376dbdc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.26 "DELETE /v2.0/ports/85e0a1d1-7d60-49e3-81f9-63069a6c6883 HTTP/1.1" status: 204 len: 173 time: 0.6747293 Sep 01 02:21:11.680645 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12e3f77-f6eb-4c93-9b4f-6ef5a1488c46', 'name': 'network-vif-deleted', 'tag': '85e0a1d1-7d60-49e3-81f9-63069a6c6883'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:21:11.682844 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7293821e-57f0-45c9-a77a-091c4859bb8e" -d '{"events": [{"server_uuid": "d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46", "name": "network-vif-deleted", "tag": "85e0a1d1-7d60-49e3-81f9-63069a6c6883"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:21:11.719962 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d052fc-e028-41a4-b744-bedd8f691a38 x-openstack-request-id: req-80d052fc-e028-41a4-b744-bedd8f691a38 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:21:11.720250 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46", "name": "network-vif-deleted", "tag": "85e0a1d1-7d60-49e3-81f9-63069a6c6883", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:21:11.720499 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80d052fc-e028-41a4-b744-bedd8f691a38 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:21:11.720884 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12e3f77-f6eb-4c93-9b4f-6ef5a1488c46', 'name': 'network-vif-deleted', 'tag': '85e0a1d1-7d60-49e3-81f9-63069a6c6883', 'status': 'completed', 'code': 200} Sep 01 02:21:11.737882 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-eb915684-d6b2-4dd2-9e37-8ae2e4198334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:11.744351 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-eb915684-d6b2-4dd2-9e37-8ae2e4198334 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a41553d-c3c0-435c-aa65-1e5b16018403 HTTP/1.1" status: 200 len: 855 time: 0.0712693 Sep 01 02:21:11.788419 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-ab5978a8-7f0e-4cdb-910a-fd6c4346f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:11.789903 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-ab5978a8-7f0e-4cdb-910a-fd6c4346f770 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5a3e1b6-c394-4401-8c8a-9601aa881cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401950 Sep 01 02:21:11.887378 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-c5250a9f-3485-45f3-8082-7f7367b6f676 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858865 Sep 01 02:21:11.995160 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-10546ee2-f8e5-4840-b82e-977dd4ebd598 req-12994c3f-c1c3-45aa-8dec-0edbdf2b8872 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978279 Sep 01 02:21:12.162906 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0df97-4fa0-43e9-85b9-b47e632be307 req-c5844091-c73c-4c4d-b6c8-bd24b3852a72 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:12.164407 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ead0df97-4fa0-43e9-85b9-b47e632be307 req-c5844091-c73c-4c4d-b6c8-bd24b3852a72 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0493817 Sep 01 02:21:12.201249 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ead0df97-4fa0-43e9-85b9-b47e632be307 req-fb19bc9f-d973-4254-a2c1-7a4138532449 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310683 Sep 01 02:21:12.494382 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 42608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:12.537169 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64bf2233-7ff4-48ca-9624-bfd67898e578 req-dc0a653f-3942-430e-9906-4b53abea4b9a tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=d12e3f77-f6eb-4c93-9b4f-6ef5a1488c46 HTTP/1.1" status: 200 len: 210 time: 0.0294478 Sep 01 02:21:12.691698 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc820-6cce-475f-9ec9-9d22f6c061e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:12.776611 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc820-6cce-475f-9ec9-9d22f6c061e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:12.915290 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc820-6cce-475f-9ec9-9d22f6c061e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:12.953602 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fc820-6cce-475f-9ec9-9d22f6c061e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3497e3-9617-443c-bdc6-88db053d7f60,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:12.960788 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42624) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:12.961814 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3f8fc820-6cce-475f-9ec9-9d22f6c061e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c33e36823cc44188e39f217ca66f5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649701 Sep 01 02:21:13.072787 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-168ae724-730e-4660-85c1-038f389141a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:13.115877 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-168ae724-730e-4660-85c1-038f389141a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:13.275554 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-168ae724-730e-4660-85c1-038f389141a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:13.278544 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-168ae724-730e-4660-85c1-038f389141a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:13.279811 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-168ae724-730e-4660-85c1-038f389141a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e3497e3-9617-443c-bdc6-88db053d7f60 HTTP/1.1" status: 204 len: 168 time: 0.3179846 Sep 01 02:21:13.290542 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ae724-730e-4660-85c1-038f389141a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3497e3-9617-443c-bdc6-88db053d7f60,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:13.393470 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca780-e07c-422b-a566-3bfb8776f369 req-dd6884b1-b4ed-441e-bbb9-cffddf78a265 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:13.405000 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-979ca780-e07c-422b-a566-3bfb8776f369 req-dd6884b1-b4ed-441e-bbb9-cffddf78a265 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.1079299 Sep 01 02:21:13.446419 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-979ca780-e07c-422b-a566-3bfb8776f369 req-0e6bd098-3783-4a5f-8d79-e82338cf09bc tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400531 Sep 01 02:21:14.246915 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 42658) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:14.264716 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bd5a-8970-4f61-ad66-166b7ba141ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:14.382806 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bd5a-8970-4f61-ad66-166b7ba141ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:14.503436 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bd5a-8970-4f61-ad66-166b7ba141ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:14.546004 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 85e0a1d1-7d60-49e3-81f9-63069a6c6883 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:21:14.582341 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 85e0a1d1-7d60-49e3-81f9-63069a6c6883 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:21:14.582931 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9dc9bd5a-8970-4f61-ad66-166b7ba141ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb36688e81004e789077e366f6bb0ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346992 Sep 01 02:21:14.583273 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 85e0a1d1-7d60-49e3-81f9-63069a6c6883 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:21:14.584080 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9bd5a-8970-4f61-ad66-166b7ba141ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362f849c-d5d0-4c32-8c4b-03601a1e1e6b,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:14.585660 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 42668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:14.611370 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862ba17-f4a9-40a4-baca-f0a2581aac37 req-d79f13ff-2258-4847-88b5-4368bc93197c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:14.619455 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e862ba17-f4a9-40a4-baca-f0a2581aac37 req-d79f13ff-2258-4847-88b5-4368bc93197c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0940926 Sep 01 02:21:14.659326 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e862ba17-f4a9-40a4-baca-f0a2581aac37 req-1e9cc978-c287-419e-a8db-b5fb14246db4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388901 Sep 01 02:21:14.692056 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a55852db-57ab-4d12-821c-36a5f03ee829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:14.730982 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a55852db-57ab-4d12-821c-36a5f03ee829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:14.920926 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a55852db-57ab-4d12-821c-36a5f03ee829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:14.923544 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a55852db-57ab-4d12-821c-36a5f03ee829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:14.924716 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a55852db-57ab-4d12-821c-36a5f03ee829 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/362f849c-d5d0-4c32-8c4b-03601a1e1e6b HTTP/1.1" status: 204 len: 168 time: 0.3374264 Sep 01 02:21:14.932405 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55852db-57ab-4d12-821c-36a5f03ee829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f849c-d5d0-4c32-8c4b-03601a1e1e6b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:15.788963 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e4cb2-63d5-4a11-b78e-4df423342b6a req-e832bfa6-36be-4bed-b363-a2c661b531b5 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:15.790655 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f92e4cb2-63d5-4a11-b78e-4df423342b6a req-e832bfa6-36be-4bed-b363-a2c661b531b5 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0494282 Sep 01 02:21:15.852565 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f92e4cb2-63d5-4a11-b78e-4df423342b6a req-6990312c-0fa3-4ac1-ab69-71b71cbde1b1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475640 Sep 01 02:21:17.010450 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89188f-5bac-4981-a79a-a05641ae1f07 req-be8d26d8-4518-4826-aab0-7d3f2f11d721 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:17.012590 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3f89188f-5bac-4981-a79a-a05641ae1f07 req-be8d26d8-4518-4826-aab0-7d3f2f11d721 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0902660 Sep 01 02:21:17.051722 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3f89188f-5bac-4981-a79a-a05641ae1f07 req-fc7c4217-8f28-492c-b035-4083467f531a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Sep 01 02:21:18.211085 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a7e85-2d6a-4a47-a5c5-95c22d4ca5c4 req-8ae4c741-c3f0-47c2-aa64-34d0eadab850 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:18.212591 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b63a7e85-2d6a-4a47-a5c5-95c22d4ca5c4 req-8ae4c741-c3f0-47c2-aa64-34d0eadab850 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0769820 Sep 01 02:21:18.252456 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b63a7e85-2d6a-4a47-a5c5-95c22d4ca5c4 req-f6dc7165-7207-4548-8850-a21eb350cefd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340831 Sep 01 02:21:19.409262 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db9118-e028-4132-90bf-ba17f29e52d4 req-2f01aacb-64c1-43ce-9ea5-aeb382559651 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:19.410801 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-24db9118-e028-4132-90bf-ba17f29e52d4 req-2f01aacb-64c1-43ce-9ea5-aeb382559651 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0512967 Sep 01 02:21:19.453316 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-24db9118-e028-4132-90bf-ba17f29e52d4 req-33d28cfa-7e2e-439c-a4d9-6166ef6f2547 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364883 Sep 01 02:21:20.585951 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff6fc6-b049-4938-8e41-06dce4128b2a req-986f050d-ed48-419a-802e-59efead05d17 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:20.587502 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7cff6fc6-b049-4938-8e41-06dce4128b2a req-986f050d-ed48-419a-802e-59efead05d17 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0610499 Sep 01 02:21:20.628526 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7cff6fc6-b049-4938-8e41-06dce4128b2a req-7807e9cf-1ded-47bf-8909-6f5eb0d329eb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339561 Sep 01 02:21:21.758816 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d2fa-4452-4aab-950c-f50a77f04d3a req-d9007911-9fac-4f31-b59b-603aecaa4bf7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:21.760334 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ec66d2fa-4452-4aab-950c-f50a77f04d3a req-d9007911-9fac-4f31-b59b-603aecaa4bf7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0518422 Sep 01 02:21:21.805109 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ec66d2fa-4452-4aab-950c-f50a77f04d3a req-45100959-e439-40e0-8d4b-9948d369b6bc tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368924 Sep 01 02:21:22.927500 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881dc2a-0c4e-42ed-8eaa-b3ebda2b757a req-8e57c394-e8db-450c-9a1e-2a8885c684f2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:22.929013 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c881dc2a-0c4e-42ed-8eaa-b3ebda2b757a req-8e57c394-e8db-450c-9a1e-2a8885c684f2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0511796 Sep 01 02:21:22.981843 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c881dc2a-0c4e-42ed-8eaa-b3ebda2b757a req-b4d71dba-6387-4848-9003-b304588a29ba tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454895 Sep 01 02:21:24.118566 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc759490-b3e8-4add-a149-a3301f3cc511 req-47a7ff3c-d4fc-4374-b7ca-9c0bc614a484 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:24.120078 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc759490-b3e8-4add-a149-a3301f3cc511 req-47a7ff3c-d4fc-4374-b7ca-9c0bc614a484 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0495143 Sep 01 02:21:24.165256 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc759490-b3e8-4add-a149-a3301f3cc511 req-2fe465e9-e830-4137-8ac6-e95865830f2c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385795 Sep 01 02:21:24.764948 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf3c4-2438-4b23-aa1c-b250152e0040 req-4b6c210d-68ee-4da4-9531-eff011195953 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:24.766428 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1d0bf3c4-2438-4b23-aa1c-b250152e0040 req-4b6c210d-68ee-4da4-9531-eff011195953 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0486288 Sep 01 02:21:24.805677 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1d0bf3c4-2438-4b23-aa1c-b250152e0040 req-850ed18b-0f74-4e0e-85c4-ddf6f9d4f4d3 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333080 Sep 01 02:21:25.283753 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b24b13-85e6-4f71-98ff-9872e2746b9a req-ac68af1b-297f-4aac-af50-00b8f869f4ce tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:25.285126 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-17b24b13-85e6-4f71-98ff-9872e2746b9a req-ac68af1b-297f-4aac-af50-00b8f869f4ce tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0476081 Sep 01 02:21:25.325592 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-17b24b13-85e6-4f71-98ff-9872e2746b9a req-b77851b3-54f8-4dca-a2a6-fa6278f94d19 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345857 Sep 01 02:21:25.741960 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-5fd3ea3a-c1d0-47e4-8b45-7bf2b0437718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:25.743499 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-5fd3ea3a-c1d0-47e4-8b45-7bf2b0437718 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f665dbb818714a32b1b1af04947048e7&device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 1138 time: 0.0406997 Sep 01 02:21:25.834711 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-8d9c8cc6-5634-4c89-a939-396a7936178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:25.836103 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-8d9c8cc6-5634-4c89-a939-396a7936178e service neutron] 10.222.0.26 "GET /v2.0/networks?id=549c1e5f-4a05-48ed-82fd-46584b3feb67 HTTP/1.1" status: 200 len: 916 time: 0.0832171 Sep 01 02:21:25.907870 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-af543751-e4ce-4195-adf6-411e84c3e5e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0 HTTP/1.1" status: 200 len: 1002 time: 0.0619068 Sep 01 02:21:25.924941 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbb672-ef86-4dfa-8ca8-3cedace93fe5 req-7e34178d-c689-4321-a849-078c561cc007 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:25.926423 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-94dbb672-ef86-4dfa-8ca8-3cedace93fe5 req-7e34178d-c689-4321-a849-078c561cc007 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0502217 Sep 01 02:21:25.962168 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-4e4e9c15-5a78-4cce-bd0a-8eb3280f3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:25.963644 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-4e4e9c15-5a78-4cce-bd0a-8eb3280f3270 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6bb31963-23ab-4ced-8c50-2123a0a1a0e4 HTTP/1.1" status: 200 len: 854 time: 0.0436623 Sep 01 02:21:25.966771 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-94dbb672-ef86-4dfa-8ca8-3cedace93fe5 req-ccb1a678-dc9d-49ef-99e1-03834416fa7d tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340962 Sep 01 02:21:26.024990 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-310a677a-3e55-4470-82b9-93b31b0aa73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:26.026507 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-310a677a-3e55-4470-82b9-93b31b0aa73e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=549c1e5f-4a05-48ed-82fd-46584b3feb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438209 Sep 01 02:21:26.129050 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-852137b5-a6c6-48f0-adb2-badf30d0b7aa service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836518 Sep 01 02:21:26.231361 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0e1b1937-2374-4582-b2f7-9123cf255028 req-2909e6b3-abce-4c6a-a48c-58b12e9ddfd4 service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927789 Sep 01 02:21:26.275456 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-748b7c8c-8787-4d09-a7d9-9160fed64cb2 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:26.276920 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-748b7c8c-8787-4d09-a7d9-9160fed64cb2 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/networks?id=ae758667-3995-44bc-b357-a165c81380d0 HTTP/1.1" status: 200 len: 814 time: 0.1014531 Sep 01 02:21:26.292073 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-a2728f94-50ec-47d1-b8ab-b1273e267ad8 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/quotas/1faa9c5d224b4894b74ad9e4337d111d HTTP/1.1" status: 200 len: 375 time: 0.0092959 Sep 01 02:21:26.335998 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-ef665ec6-cc58-43a9-a561-069185d78269 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1faa9c5d224b4894b74ad9e4337d111d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374153 Sep 01 02:21:26.471961 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-f3c5e1d8-8716-43bc-adcb-221652581d79 service neutron] 10.222.0.23 "GET /v2.0/networks/ae758667-3995-44bc-b357-a165c81380d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338737 Sep 01 02:21:26.502425 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf97b0-05dc-40fb-a222-e6aa536706c0 req-334eba6d-8036-452c-9f7d-7ba106ee116b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:26.503937 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-93bf97b0-05dc-40fb-a222-e6aa536706c0 req-334eba6d-8036-452c-9f7d-7ba106ee116b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.1025753 Sep 01 02:21:26.580482 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-93bf97b0-05dc-40fb-a222-e6aa536706c0 req-350b2d64-bb84-4f58-a1cf-a1744bd3e09f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509942 Sep 01 02:21:26.596667 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-14819f8d-7cca-413d-b1ba-2be7f25e98c8 service neutron] 10.222.0.23 "GET /v2.0/networks/ae758667-3995-44bc-b357-a165c81380d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207285 Sep 01 02:21:26.896165 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f2b884fe-2aae-4966-8b8b-00ddbae3bfdf req-a8ffe8e8-c5be-4da1-9a2f-eceedec08885 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 210 time: 0.0260854 Sep 01 02:21:27.114058 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993255e-b3d8-4f98-8a26-b426e077fa88 req-df48b737-fa6e-45e5-9fd1-da5a54b00b1d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:27.115675 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8993255e-b3d8-4f98-8a26-b426e077fa88 req-df48b737-fa6e-45e5-9fd1-da5a54b00b1d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0884509 Sep 01 02:21:27.128922 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a49ba-0748-4184-b6e4-1dc00fcedae7 req-86f71c79-db52-44a3-b71e-2a03f97950c5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:27.130663 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-675a49ba-0748-4184-b6e4-1dc00fcedae7 req-86f71c79-db52-44a3-b71e-2a03f97950c5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0729804 Sep 01 02:21:27.194664 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-675a49ba-0748-4184-b6e4-1dc00fcedae7 req-6fe46b77-73d3-4808-8410-e354bf13c86e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549896 Sep 01 02:21:27.197375 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8993255e-b3d8-4f98-8a26-b426e077fa88 req-0335594a-6688-49a5-8876-ce6d5eb2cb8d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658624 Sep 01 02:21:27.703335 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d8267-4163-49d1-8798-38a6c556a2a8 req-442a113a-f858-41bf-b7ce-3dae82f4d472 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:27.704756 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c01d8267-4163-49d1-8798-38a6c556a2a8 req-442a113a-f858-41bf-b7ce-3dae82f4d472 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0506332 Sep 01 02:21:27.745361 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c01d8267-4163-49d1-8798-38a6c556a2a8 req-c745c4e9-fdf8-4d55-a2dd-cfeee9b7c6e7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346751 Sep 01 02:21:27.988842 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1b2db4ad-bf7a-4eee-989b-946c65de7782 req-e0d51e98-7837-4032-8dbe-5d754e943e24 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 210 time: 0.0284855 Sep 01 02:21:28.339410 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833bb80-5024-4cd3-b80c-0c7365b957d2 req-29a9dbf6-b00b-4986-960e-600e96a7b2c5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:28.341475 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4833bb80-5024-4cd3-b80c-0c7365b957d2 req-29a9dbf6-b00b-4986-960e-600e96a7b2c5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0772798 Sep 01 02:21:28.353421 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f3687-30a7-41b5-9843-df15ea08cf3f req-23e6a460-24e8-4708-8720-3781f47e47ff tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:28.354837 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-838f3687-30a7-41b5-9843-df15ea08cf3f req-23e6a460-24e8-4708-8720-3781f47e47ff tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0654941 Sep 01 02:21:28.405718 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4833bb80-5024-4cd3-b80c-0c7365b957d2 req-dc17f42d-85eb-413e-b068-031c4c4c365b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493357 Sep 01 02:21:28.417882 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-838f3687-30a7-41b5-9843-df15ea08cf3f req-02090f1b-08d9-4d42-945a-511d42f44b4d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548723 Sep 01 02:21:28.865971 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368f009-b361-4423-ad65-3d7fe82b1aa0 req-9c09c231-a361-4a12-aa13-1d035b8fa4f8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:28.867477 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e368f009-b361-4423-ad65-3d7fe82b1aa0 req-9c09c231-a361-4a12-aa13-1d035b8fa4f8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0514269 Sep 01 02:21:28.908191 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e368f009-b361-4423-ad65-3d7fe82b1aa0 req-6b4319d7-abd1-4bdf-afd4-32dfd1accf90 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319984 Sep 01 02:21:29.049377 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-26d7f2e4-f82c-4674-9168-7831be4394a4 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:29.050902 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-26d7f2e4-f82c-4674-9168-7831be4394a4 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.26 "GET /v2.0/networks?id=ae758667-3995-44bc-b357-a165c81380d0 HTTP/1.1" status: 200 len: 814 time: 0.1013660 Sep 01 02:21:29.066574 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Request body: {'port': {'device_id': '700d89f3-1f40-495e-9f11-ded6d3b4c0ad', 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0', 'admin_state_up': True, 'tenant_id': '1faa9c5d224b4894b74ad9e4337d111d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:21:29.088098 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f2c1a1ca-97e0-4f74-8331-f9aaf842cafb req-0ecb731a-d9e9-471d-afab-bf8b723f0a71 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 210 time: 0.0273688 Sep 01 02:21:29.279014 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Made reservation on behalf of 1faa9c5d224b4894b74ad9e4337d111d for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:21:29.282699 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:29.414328 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Allocated IP 172.20.0.8 (ae758667-3995-44bc-b357-a165c81380d0/4f09a50d-fd3d-4558-8ac0-e63072f610f2/295b1b65-a57f-450b-8774-8568d0f889ae) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:21:29.571292 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f21260-e2aa-49f7-aa4f-5f6b494468ed req-4b6a1974-c826-40a4-bada-c24c74ce6c14 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:29.572851 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d5f21260-e2aa-49f7-aa4f-5f6b494468ed req-4b6a1974-c826-40a4-bada-c24c74ce6c14 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0888324 Sep 01 02:21:29.581267 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842fe6c-1d74-4c8b-8347-1eace22652f8 req-3450bda4-f882-4533-bd48-ed20940dad4e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:29.582302 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:29.583844 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9842fe6c-1d74-4c8b-8347-1eace22652f8 req-3450bda4-f882-4533-bd48-ed20940dad4e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0740244 Sep 01 02:21:29.644897 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d5f21260-e2aa-49f7-aa4f-5f6b494468ed req-69b6e820-0f97-44ba-9b45-d12983d0876c tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593274 Sep 01 02:21:29.649862 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9842fe6c-1d74-4c8b-8347-1eace22652f8 req-32aa05d5-94c4-4d67-8319-ee18b196d3b2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559394 Sep 01 02:21:29.715809 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:29.760528 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Network ae758667-3995-44bc-b357-a165c81380d0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:21:29.764149 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:21:29.766723 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:21:29.795357 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Pushing event updated for resources: {'Port': ['ID=295b1b65-a57f-450b-8774-8568d0f889ae,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:29.808451 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.808802 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.809144 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.809482 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.809818 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.810184 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.810521 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.810851 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.811182 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.811541 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.811869 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.812192 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:29.832509 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:29.833108 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:29.926644 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-73069c37-db4b-4dac-b2dd-147f8a37e086 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8639915 Sep 01 02:21:29.944136 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Request body: {'port': {'device_id': '700d89f3-1f40-495e-9f11-ded6d3b4c0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:21:30.012824 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.046560 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92935820-a961-4aa5-b93c-ef83e4c146d9 req-e577a76f-4945-4b4b-bb10-ae5e8b7a8dba tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:30.048097 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-92935820-a961-4aa5-b93c-ef83e4c146d9 req-e577a76f-4945-4b4b-bb10-ae5e8b7a8dba tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0594001 Sep 01 02:21:30.091030 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-92935820-a961-4aa5-b93c-ef83e4c146d9 req-e1f698f4-0e5f-4b47-8eb1-aa513a9f530c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351257 Sep 01 02:21:30.091519 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43034) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:30.239009 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ede52e-c248-4228-8674-405ba5acaa11 req-a760d584-17b0-46f6-9add-f28d0aed4e0b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:30.240510 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c8ede52e-c248-4228-8674-405ba5acaa11 req-a760d584-17b0-46f6-9add-f28d0aed4e0b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 931 time: 0.0728285 Sep 01 02:21:30.241662 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a9ba418d-9eee-4e0f-bd7c-80c9e5324e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.302597 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c8ede52e-c248-4228-8674-405ba5acaa11 req-e842a4c2-420f-4898-a635-f5c6936d9890 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533011 Sep 01 02:21:30.312854 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295b1b65-a57f-450b-8774-8568d0f889ae {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:21:30.320877 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.333227 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Transition to ACTIVE for port object 295b1b65-a57f-450b-8774-8568d0f889ae will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:21:30.366526 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a9ba418d-9eee-4e0f-bd7c-80c9e5324e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.443943 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a9ba418d-9eee-4e0f-bd7c-80c9e5324e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.444100 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.486949 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a9ba418d-9eee-4e0f-bd7c-80c9e5324e30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b607d1b9254745fd9610114ea83faccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921163 Sep 01 02:21:30.486949 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba418d-9eee-4e0f-bd7c-80c9e5324e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75ec3b2-7c75-4ea5-967d-d0aa6dbbea5b,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:30.490021 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43048) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:30.550383 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7402e395-22fd-4bf5-be32-db253511c664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.575201 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7402e395-22fd-4bf5-be32-db253511c664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.721407 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Pushing event updated for resources: {'Port': ['ID=295b1b65-a57f-450b-8774-8568d0f889ae,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:30.756136 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7402e395-22fd-4bf5-be32-db253511c664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.759073 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7402e395-22fd-4bf5-be32-db253511c664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.760202 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7402e395-22fd-4bf5-be32-db253511c664 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d75ec3b2-7c75-4ea5-967d-d0aa6dbbea5b HTTP/1.1" status: 204 len: 168 time: 0.2691159 Sep 01 02:21:30.792351 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402e395-22fd-4bf5-be32-db253511c664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75ec3b2-7c75-4ea5-967d-d0aa6dbbea5b,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:30.802911 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Attempting to bind port 295b1b65-a57f-450b-8774-8568d0f889ae on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:21:30.803257 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Attempting to bind port 295b1b65-a57f-450b-8774-8568d0f889ae by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '9d03a003-b592-4698-9462-49b5ffeb4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:21:30.803698 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Attempting to bind port 295b1b65-a57f-450b-8774-8568d0f889ae on network ae758667-3995-44bc-b357-a165c81380d0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:21:30.808835 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Port 295b1b65-a57f-450b-8774-8568d0f889ae on network ae758667-3995-44bc-b357-a165c81380d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:21:30.809231 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Attempting to bind port 295b1b65-a57f-450b-8774-8568d0f889ae on network ae758667-3995-44bc-b357-a165c81380d0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:21:30.816177 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:21:30.816739 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Checking segment: {'id': '9d03a003-b592-4698-9462-49b5ffeb4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:21:30.817072 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fbd8a-7f0d-4404-8981-3b95b90fc744 req-51d479fe-d161-4518-85dc-f20f2124eb3f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:30.817402 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Bound using segment: {'id': '9d03a003-b592-4698-9462-49b5ffeb4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:21:30.817908 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Bound port: 295b1b65-a57f-450b-8774-8568d0f889ae, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d03a003-b592-4698-9462-49b5ffeb4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:21:30.818437 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:30.818630 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c2fbd8a-7f0d-4404-8981-3b95b90fc744 req-51d479fe-d161-4518-85dc-f20f2124eb3f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0912552 Sep 01 02:21:30.829256 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b0505-2564-4177-a93a-daf48aeb360d req-972c9410-7e7d-4568-8c85-e34412bfa0b0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:30.830778 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-450b0505-2564-4177-a93a-daf48aeb360d req-972c9410-7e7d-4568-8c85-e34412bfa0b0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.1144042 Sep 01 02:21:30.893985 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] For port 295b1b65-a57f-450b-8774-8568d0f889ae, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:21:30.898100 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] For port 295b1b65-a57f-450b-8774-8568d0f889ae, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=295b1b65-a57f-450b-8774-8568d0f889ae,segment=NetworkSegment(9d03a003-b592-4698-9462-49b5ffeb4171),segment_id=9d03a003-b592-4698-9462-49b5ffeb4171)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:21:30.901776 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c2fbd8a-7f0d-4404-8981-3b95b90fc744 req-99c14b31-dec0-4ecb-a8b4-07f4ebd5a1c9 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700173 Sep 01 02:21:30.927326 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-450b0505-2564-4177-a93a-daf48aeb360d req-dd86a3b1-cc36-490f-a59b-313f422cb3b2 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860996 Sep 01 02:21:30.967361 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:31.021112 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:31.021717 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:31.023092 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] 10.222.0.26 "PUT /v2.0/ports/295b1b65-a57f-450b-8774-8568d0f889ae HTTP/1.1" status: 200 len: 1093 time: 1.0835166 Sep 01 02:21:31.023784 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700d89f3-1f40-495e-9f11-ded6d3b4c0ad', 'tag': '295b1b65-a57f-450b-8774-8568d0f889ae'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:21:31.025984 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d333c56-39f2-4629-b6ec-83fd236783d9" -d '{"events": [{"name": "network-changed", "server_uuid": "700d89f3-1f40-495e-9f11-ded6d3b4c0ad", "tag": "295b1b65-a57f-450b-8774-8568d0f889ae"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:21:31.043185 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21238eef-f701-4bee-b307-b95e8647ff41 service neutron] Pushing event updated for resources: {'Port': ['ID=295b1b65-a57f-450b-8774-8568d0f889ae,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:31.071948 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a47f89-fcec-4f62-9097-2d8f6625fba5 x-openstack-request-id: req-e7a47f89-fcec-4f62-9097-2d8f6625fba5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:21:31.072297 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700d89f3-1f40-495e-9f11-ded6d3b4c0ad", "tag": "295b1b65-a57f-450b-8774-8568d0f889ae", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:21:31.073246 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7a47f89-fcec-4f62-9097-2d8f6625fba5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:21:31.073246 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700d89f3-1f40-495e-9f11-ded6d3b4c0ad', 'tag': '295b1b65-a57f-450b-8774-8568d0f889ae', 'status': 'completed', 'code': 200} Sep 01 02:21:31.146268 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333c56-39f2-4629-b6ec-83fd236783d9 req-02b46195-c84c-4002-a5c5-f55e135c03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:31.149891 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6d333c56-39f2-4629-b6ec-83fd236783d9 req-02b46195-c84c-4002-a5c5-f55e135c03fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1faa9c5d224b4894b74ad9e4337d111d&device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 1096 time: 0.0524163 Sep 01 02:21:31.232994 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fd0fc-a0c8-4366-920d-f53fb9a3603b req-164e1e50-fe0b-4fff-953c-852842691f1d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:31.234478 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c22fd0fc-a0c8-4366-920d-f53fb9a3603b req-164e1e50-fe0b-4fff-953c-852842691f1d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0542736 Sep 01 02:21:31.259825 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333c56-39f2-4629-b6ec-83fd236783d9 req-b02a7a3a-4b2f-446a-8117-2545363f72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:31.261288 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6d333c56-39f2-4629-b6ec-83fd236783d9 req-b02a7a3a-4b2f-446a-8117-2545363f72dc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1faa9c5d224b4894b74ad9e4337d111d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1031966 Sep 01 02:21:31.274377 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c22fd0fc-a0c8-4366-920d-f53fb9a3603b req-2abbfdcb-5de4-44b8-9456-24585063e65d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Sep 01 02:21:31.361377 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333c56-39f2-4629-b6ec-83fd236783d9 req-b2be1efb-671f-4ce4-817e-833e388d72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:31.363652 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6d333c56-39f2-4629-b6ec-83fd236783d9 req-b2be1efb-671f-4ce4-817e-833e388d72c0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937235 Sep 01 02:21:31.425559 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efc9ce-c3b0-4358-8d1c-5058a5a776f1 req-25dd33be-f5b6-45f3-85bd-fbc44b448b77 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:31.426094 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f6efc9ce-c3b0-4358-8d1c-5058a5a776f1 req-25dd33be-f5b6-45f3-85bd-fbc44b448b77 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 943 time: 0.0510354 Sep 01 02:21:31.426564 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43068) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:31.445706 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4f2189d9-0ace-4326-a6a7-c59b39d3f4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:31.447047 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-439f40f9-7cc3-4257-bcb0-6cba932f7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:31.448585 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-439f40f9-7cc3-4257-bcb0-6cba932f7b67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1faa9c5d224b4894b74ad9e4337d111d&device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 1096 time: 0.0414107 Sep 01 02:21:31.485489 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f6efc9ce-c3b0-4358-8d1c-5058a5a776f1 req-e641f70a-2c7e-422a-8b88-1e42e8a5bbc6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517216 Sep 01 02:21:31.495017 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-5947d90c-c530-4ddb-b44d-5ddc17633bdd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=295b1b65-a57f-450b-8774-8568d0f889ae HTTP/1.1" status: 200 len: 217 time: 0.0373232 Sep 01 02:21:31.547312 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-b7015376-50a3-49b3-8c7e-2cf511761d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:31.548856 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-b7015376-50a3-49b3-8c7e-2cf511761d84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f09a50d-fd3d-4558-8ac0-e63072f610f2 HTTP/1.1" status: 200 len: 854 time: 0.0456650 Sep 01 02:21:31.556805 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4f2189d9-0ace-4326-a6a7-c59b39d3f4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:31.580273 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-7e25923e-6e93-462a-ae74-c339cf82e7c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ae758667-3995-44bc-b357-a165c81380d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230663 Sep 01 02:21:31.649593 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4f2189d9-0ace-4326-a6a7-c59b39d3f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:31.671727 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-ba924c36-ccf2-4b86-a81b-5e3751095fe2 service neutron] 10.222.0.26 "GET /v2.0/networks/ae758667-3995-44bc-b357-a165c81380d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827026 Sep 01 02:21:31.686751 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2189d9-0ace-4326-a6a7-c59b39d3f4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd554f6a-d6d2-4911-bcb2-dabdfcbe06a6,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:31.690898 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4f2189d9-0ace-4326-a6a7-c59b39d3f4f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d5a7a8a7d714d829671fbc503efa326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633421 Sep 01 02:21:31.699973 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43070) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:31.746403 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-08024fcd-144d-4786-b16a-5884df7dcdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:31.765820 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-09d4ac53-8ed5-4c97-8686-0770527636bd req-32e901a9-ffb7-4ce9-8613-79acdd66d445 service neutron] 10.222.0.26 "GET /v2.0/networks/ae758667-3995-44bc-b357-a165c81380d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822399 Sep 01 02:21:31.767165 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-08024fcd-144d-4786-b16a-5884df7dcdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:31.878227 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-08024fcd-144d-4786-b16a-5884df7dcdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:31.880731 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-08024fcd-144d-4786-b16a-5884df7dcdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:31.881878 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-08024fcd-144d-4786-b16a-5884df7dcdaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd554f6a-d6d2-4911-bcb2-dabdfcbe06a6 HTTP/1.1" status: 204 len: 168 time: 0.1870303 Sep 01 02:21:31.889838 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08024fcd-144d-4786-b16a-5884df7dcdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd554f6a-d6d2-4911-bcb2-dabdfcbe06a6,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:32.045335 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66fd09-ae5e-49ae-8f14-547bbb05b137 req-9bcf4808-4b1a-4c1a-8c43-bcdaee64c750 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:32.046822 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9c66fd09-ae5e-49ae-8f14-547bbb05b137 req-9bcf4808-4b1a-4c1a-8c43-bcdaee64c750 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0755558 Sep 01 02:21:32.081380 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d58632-2a98-47c1-a045-dbe13f4c26e2 req-c094a655-20af-400b-a819-2d7ea3e9afd1 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:32.082922 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-22d58632-2a98-47c1-a045-dbe13f4c26e2 req-c094a655-20af-400b-a819-2d7ea3e9afd1 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0872147 Sep 01 02:21:32.113173 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9c66fd09-ae5e-49ae-8f14-547bbb05b137 req-0b0a48fd-a992-4b6e-af35-58484969b9e9 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595303 Sep 01 02:21:32.135108 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-22d58632-2a98-47c1-a045-dbe13f4c26e2 req-9f9ff0b8-5a03-4546-b2fc-2a7906f99cca tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404913 Sep 01 02:21:32.395300 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a790506-6cf2-4449-9d67-9799e01950d8 req-01b724be-f163-4f4b-b584-c5b7d31fa4bf tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:32.396793 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2a790506-6cf2-4449-9d67-9799e01950d8 req-01b724be-f163-4f4b-b584-c5b7d31fa4bf tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 943 time: 0.0491121 Sep 01 02:21:32.432298 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2a790506-6cf2-4449-9d67-9799e01950d8 req-4dc93afe-df37-438c-8ee3-20e751717356 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296834 Sep 01 02:21:32.603490 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071727d2-2939-4148-bd9e-8bea2428369a req-6f856bee-e5ed-4ba3-9242-ad58f37d86e8 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:32.604880 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-071727d2-2939-4148-bd9e-8bea2428369a req-6f856bee-e5ed-4ba3-9242-ad58f37d86e8 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 943 time: 0.0484302 Sep 01 02:21:32.645551 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-071727d2-2939-4148-bd9e-8bea2428369a req-2cbcbe1f-dbcc-4361-94cb-6cf733461134 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Sep 01 02:21:32.705034 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 87a634d4-e023-4d44-8fde-8034a190bfbb details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:21:32.818292 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:32.829591 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'port_id': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'mac_address': 'fa:16:3e:ba:ec:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:21:32.867289 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:32.881125 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a634d4-e023-4d44-8fde-8034a190bfbb {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:21:32.900027 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:33.017740 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:33.068879 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=9']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:33.262752 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3fe5e-1813-40ca-8e9b-e4ed4b751b83 req-36b880da-c3f5-4e69-8168-ecb9a61fc88b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:33.264277 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5e3fe5e-1813-40ca-8e9b-e4ed4b751b83 req-36b880da-c3f5-4e69-8168-ecb9a61fc88b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0854156 Sep 01 02:21:33.276300 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3a359-58a1-4f72-89b5-866feffae7d8 req-d88b73ca-da1b-4755-bf86-20fafb7adfd5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:33.278273 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b8f3a359-58a1-4f72-89b5-866feffae7d8 req-d88b73ca-da1b-4755-bf86-20fafb7adfd5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0665402 Sep 01 02:21:33.296432 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['87a634d4-e023-4d44-8fde-8034a190bfbb'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:21:33.330698 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b5e3fe5e-1813-40ca-8e9b-e4ed4b751b83 req-10a30018-9dbe-4ecd-b2ff-c0b7c7cd278a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514288 Sep 01 02:21:33.340415 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b8f3a359-58a1-4f72-89b5-866feffae7d8 req-9df7935a-50c0-4bb3-808e-92a2ce6c4076 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554256 Sep 01 02:21:33.551015 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df985e26-481f-4edf-9b37-08ad7b75869d req-db3e88a0-c8a7-4069-8aa4-a9beca2541f4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:33.552492 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df985e26-481f-4edf-9b37-08ad7b75869d req-db3e88a0-c8a7-4069-8aa4-a9beca2541f4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 944 time: 0.0488658 Sep 01 02:21:33.590441 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df985e26-481f-4edf-9b37-08ad7b75869d req-ebdaa17b-c332-4c98-89a1-691b384ebb43 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Sep 01 02:21:33.766079 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32519635-fa6f-4145-b6cd-30db691ae383 req-6c44c648-aa6a-4e91-bfc9-ed341692abaa tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:33.767587 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32519635-fa6f-4145-b6cd-30db691ae383 req-6c44c648-aa6a-4e91-bfc9-ed341692abaa tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 943 time: 0.0517190 Sep 01 02:21:33.857545 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32519635-fa6f-4145-b6cd-30db691ae383 req-a3f69b41-9359-4d0c-87ca-a4c4a9ec4f90 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330751 Sep 01 02:21:34.295090 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42df8d8-09c2-4aaf-8faf-3873bf25795d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:34.504485 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e3ef1-50b2-4c79-bdbe-c750db420c8c req-86ddda7a-b3b7-4034-ab66-acb5acbf6714 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:34.506337 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-276e3ef1-50b2-4c79-bdbe-c750db420c8c req-86ddda7a-b3b7-4034-ab66-acb5acbf6714 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.1003134 Sep 01 02:21:34.520407 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa005d-4cc9-44f5-aabc-d1043f1b0ebb req-772e024b-a261-4f79-b423-339592b6eb80 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:34.522087 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70fa005d-4cc9-44f5-aabc-d1043f1b0ebb req-772e024b-a261-4f79-b423-339592b6eb80 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.1052055 Sep 01 02:21:34.529552 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-ef0aa2f1-969d-49a5-aff5-325e1dbfd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:34.531046 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-ef0aa2f1-969d-49a5-aff5-325e1dbfd98b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 1099 time: 0.0430448 Sep 01 02:21:34.582181 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-276e3ef1-50b2-4c79-bdbe-c750db420c8c req-920853aa-813c-4a1d-8dc6-d7f8b41f9870 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582781 Sep 01 02:21:34.589217 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-70fa005d-4cc9-44f5-aabc-d1043f1b0ebb req-e89e2603-d389-449b-a0a1-c988d6dd1af1 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581813 Sep 01 02:21:34.649511 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-d0343395-5d92-4e67-9167-35c936927bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:34.651010 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-d0343395-5d92-4e67-9167-35c936927bed service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee32945b-3554-46fb-b446-e2f9ab36f46c HTTP/1.1" status: 200 len: 912 time: 0.0987482 Sep 01 02:21:34.707729 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5434-fe8c-4c51-81e9-6e3eecbb3f61 req-f6b07259-b38e-4e23-a8ae-3241f191c0c2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:34.707913 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 295b1b65-a57f-450b-8774-8568d0f889ae details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:21:34.709243 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2cbc5434-fe8c-4c51-81e9-6e3eecbb3f61 req-f6b07259-b38e-4e23-a8ae-3241f191c0c2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 944 time: 0.0477450 Sep 01 02:21:34.711001 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 87a634d4-e023-4d44-8fde-8034a190bfbb up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:21:34.724235 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-7096fb61-1851-431d-a5c6-f942abe16230 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db184f3-1e96-45b0-b435-e079ffed1d99 HTTP/1.1" status: 200 len: 1002 time: 0.0630417 Sep 01 02:21:34.748490 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2cbc5434-fe8c-4c51-81e9-6e3eecbb3f61 req-0ed2976c-719f-4f7c-aded-e10c49ffad07 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Sep 01 02:21:34.790372 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-1a117451-f2be-4d9c-9f90-b5c5d7f60910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:34.792083 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-1a117451-f2be-4d9c-9f90-b5c5d7f60910 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac27d39-7f93-4de1-835d-b6884592fd04 HTTP/1.1" status: 200 len: 850 time: 0.0545309 Sep 01 02:21:34.831845 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 87a634d4-e023-4d44-8fde-8034a190bfbb triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:21:34.831845 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:34.865281 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-03929b5d-b905-4a39-a809-bafaa7b780fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:34.867359 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-03929b5d-b905-4a39-a809-bafaa7b780fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee32945b-3554-46fb-b446-e2f9ab36f46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0598710 Sep 01 02:21:34.873882 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 295b1b65-a57f-450b-8774-8568d0f889ae, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=295b1b65-a57f-450b-8774-8568d0f889ae,segment=NetworkSegment(9d03a003-b592-4698-9462-49b5ffeb4171),segment_id=9d03a003-b592-4698-9462-49b5ffeb4171)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:34.890508 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '295b1b65-a57f-450b-8774-8568d0f889ae', 'network_id': 'ae758667-3995-44bc-b357-a165c81380d0', 'port_id': '295b1b65-a57f-450b-8774-8568d0f889ae', 'mac_address': 'fa:16:3e:fa:a4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f09a50d-fd3d-4558-8ac0-e63072f610f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:21:34.967504 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15906a-6048-4cd7-8d59-76f8125d777f req-2aeb1ddf-47b7-4028-8112-2ee3e87ebe19 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:34.969075 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4a15906a-6048-4cd7-8d59-76f8125d777f req-2aeb1ddf-47b7-4028-8112-2ee3e87ebe19 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 943 time: 0.0606029 Sep 01 02:21:34.977442 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:34.977656 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-ec15145a-bc3f-4209-803b-bbfa16768146 service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011813 Sep 01 02:21:34.996981 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:35.000831 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295b1b65-a57f-450b-8774-8568d0f889ae {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:21:35.010670 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4a15906a-6048-4cd7-8d59-76f8125d777f req-9efc561d-87ea-4edb-be92-cf9f8bdbf378 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342023 Sep 01 02:21:35.037324 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:21:35.039610 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b836645-8bea-4eb2-8486-a2579d589c02" -d '{"events": [{"server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "name": "network-vif-plugged", "status": "completed", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:21:35.045417 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 295b1b65-a57f-450b-8774-8568d0f889ae, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=295b1b65-a57f-450b-8774-8568d0f889ae,segment=NetworkSegment(9d03a003-b592-4698-9462-49b5ffeb4171),segment_id=9d03a003-b592-4698-9462-49b5ffeb4171)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:35.053635 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:35.077730 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ea8b7b-6502-4d57-ac47-75cf77e55b4e x-openstack-request-id: req-58ea8b7b-6502-4d57-ac47-75cf77e55b4e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:21:35.078029 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "name": "network-vif-plugged", "status": "completed", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:21:35.078281 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58ea8b7b-6502-4d57-ac47-75cf77e55b4e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:21:35.078676 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'code': 200} Sep 01 02:21:35.085539 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-42a32f98-3a59-44a3-bc61-df0baa7ebb33 req-625683f6-0d12-44cb-9ed0-4ea5b7be301e service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000390 Sep 01 02:21:35.131915 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:35.134557 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:35.183958 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:35.233617 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=295b1b65-a57f-450b-8774-8568d0f889ae,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:35.439813 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['295b1b65-a57f-450b-8774-8568d0f889ae'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:21:35.733636 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ab233-4fad-422a-9196-e68a160ebd07 req-8533af32-01b2-4659-ac1d-995bd0aed531 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:35.735195 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-527ab233-4fad-422a-9196-e68a160ebd07 req-8533af32-01b2-4659-ac1d-995bd0aed531 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0783470 Sep 01 02:21:35.750997 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e1ac9-2c13-474e-9d62-62fe49e2ea0f req-37f0e268-995c-4aad-8737-908df726127b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:35.750997 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e11e1ac9-2c13-474e-9d62-62fe49e2ea0f req-37f0e268-995c-4aad-8737-908df726127b tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0831540 Sep 01 02:21:35.756795 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf513-b3c8-4b90-862f-46a6c84cf9b0 req-1478765f-730f-4b99-95af-cf9322434fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:35.758332 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-276bf513-b3c8-4b90-862f-46a6c84cf9b0 req-1478765f-730f-4b99-95af-cf9322434fbf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 1099 time: 0.0474081 Sep 01 02:21:35.796625 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-276bf513-b3c8-4b90-862f-46a6c84cf9b0 req-472efa48-64d0-474b-80c5-7c1e9fe2dcc9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292671 Sep 01 02:21:35.806523 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-527ab233-4fad-422a-9196-e68a160ebd07 req-f31aa4ce-49d0-4f0d-8aab-4e3a900f76f6 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551410 Sep 01 02:21:35.813348 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e11e1ac9-2c13-474e-9d62-62fe49e2ea0f req-7560d3ef-cd57-4998-b3e2-fd98d9faa6e4 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546789 Sep 01 02:21:35.911561 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c0eb-5560-4181-b527-dd80034586fe req-3ae38ab0-191f-4a43-a69d-3dc2bf4fb0a7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:35.913052 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0cb8c0eb-5560-4181-b527-dd80034586fe req-3ae38ab0-191f-4a43-a69d-3dc2bf4fb0a7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 946 time: 0.0516548 Sep 01 02:21:35.954125 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0cb8c0eb-5560-4181-b527-dd80034586fe req-d58d230f-e22f-4bc2-b5a1-c4fac20934f5 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344815 Sep 01 02:21:36.129688 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa2761-a8de-4231-ae01-146331da6b87 req-34f6836a-aa35-43ef-b3ac-ec35b21d6704 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:36.131114 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a5fa2761-a8de-4231-ae01-146331da6b87 req-34f6836a-aa35-43ef-b3ac-ec35b21d6704 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 944 time: 0.0503161 Sep 01 02:21:36.168461 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a5fa2761-a8de-4231-ae01-146331da6b87 req-aaf4367f-d38d-4b34-9ad3-d7393db3bcc3 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Sep 01 02:21:36.285724 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:36.554455 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68823957-e679-4343-93a5-94a9b0fdb191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:36.703119 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 295b1b65-a57f-450b-8774-8568d0f889ae up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:21:36.857307 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:21:36.868987 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 295b1b65-a57f-450b-8774-8568d0f889ae completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:21:36.873714 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 295b1b65-a57f-450b-8774-8568d0f889ae triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:21:36.884477 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:36.961447 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:36.982171 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02318c-6358-4280-a4ff-e25baac57c02 req-65471bb4-4aa3-47a6-b356-6d5467c0d311 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:36.983682 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-da02318c-6358-4280-a4ff-e25baac57c02 req-65471bb4-4aa3-47a6-b356-6d5467c0d311 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.1092880 Sep 01 02:21:36.999768 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 295b1b65-a57f-450b-8774-8568d0f889ae, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=295b1b65-a57f-450b-8774-8568d0f889ae,segment=NetworkSegment(9d03a003-b592-4698-9462-49b5ffeb4171),segment_id=9d03a003-b592-4698-9462-49b5ffeb4171)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:21:37.001375 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87d98-58fe-4ed6-922b-5a5385b938f8 req-e71cf304-28cd-4ff5-a627-88fe1e55a717 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:37.002909 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5ac87d98-58fe-4ed6-922b-5a5385b938f8 req-e71cf304-28cd-4ff5-a627-88fe1e55a717 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0920401 Sep 01 02:21:37.054858 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-da02318c-6358-4280-a4ff-e25baac57c02 req-16651dd5-52cd-460a-b125-9906b9fb580f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642784 Sep 01 02:21:37.063346 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:37.064321 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5ac87d98-58fe-4ed6-922b-5a5385b938f8 req-c40a8873-bedc-4272-b47c-5f521b1bad30 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489483 Sep 01 02:21:37.091859 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700d89f3-1f40-495e-9f11-ded6d3b4c0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295b1b65-a57f-450b-8774-8568d0f889ae'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:21:37.094473 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a68de-4f94-45df-bd29-98bb44a8f682" -d '{"events": [{"server_uuid": "700d89f3-1f40-495e-9f11-ded6d3b4c0ad", "name": "network-vif-plugged", "status": "completed", "tag": "295b1b65-a57f-450b-8774-8568d0f889ae"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:21:37.122168 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:37.144219 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=295b1b65-a57f-450b-8774-8568d0f889ae,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:37.169036 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b3470b-d27b-488f-af88-ab4128ada2eb x-openstack-request-id: req-b0b3470b-d27b-488f-af88-ab4128ada2eb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:21:37.169755 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700d89f3-1f40-495e-9f11-ded6d3b4c0ad", "name": "network-vif-plugged", "status": "completed", "tag": "295b1b65-a57f-450b-8774-8568d0f889ae", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:21:37.170009 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0b3470b-d27b-488f-af88-ab4128ada2eb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:21:37.170402 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700d89f3-1f40-495e-9f11-ded6d3b4c0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295b1b65-a57f-450b-8774-8568d0f889ae', 'code': 200} Sep 01 02:21:37.213642 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402caebe-7537-43b6-a59a-7bfb98bc583e req-ea9f5e7b-d2aa-4b90-96f5-917bc892ef68 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:37.215261 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-402caebe-7537-43b6-a59a-7bfb98bc583e req-ea9f5e7b-d2aa-4b90-96f5-917bc892ef68 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 946 time: 0.0595517 Sep 01 02:21:37.283756 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-402caebe-7537-43b6-a59a-7bfb98bc583e req-34155518-8a27-4792-9bf4-9c90a55c9e43 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610554 Sep 01 02:21:37.308539 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a38324-0a68-41fb-8fc2-c1eb9e799d34 req-a1e39dea-cdbd-43c8-8ec6-54a6f39cf9ba tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:37.310048 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-11a38324-0a68-41fb-8fc2-c1eb9e799d34 req-a1e39dea-cdbd-43c8-8ec6-54a6f39cf9ba tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 945 time: 0.0627058 Sep 01 02:21:37.349305 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-11a38324-0a68-41fb-8fc2-c1eb9e799d34 req-a102fafc-4c09-4ec0-b50e-b750173e6c60 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Sep 01 02:21:37.494017 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75369f-2557-4b9d-ad95-293892dce28a req-52a4d3ca-c62a-47eb-a13c-0860df239eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:37.495595 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2e75369f-2557-4b9d-ad95-293892dce28a req-52a4d3ca-c62a-47eb-a13c-0860df239eff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 1098 time: 0.0406439 Sep 01 02:21:37.531249 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2e75369f-2557-4b9d-ad95-293892dce28a req-f91fd92f-9091-49bf-9f7d-fa873906e874 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278659 Sep 01 02:21:38.195456 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:38.203884 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952bfab-14db-4db3-a3ce-f0dd0d8fa80f req-c26f909e-8632-4f9b-9f96-c4ed2797421c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:38.204856 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c952bfab-14db-4db3-a3ce-f0dd0d8fa80f req-c26f909e-8632-4f9b-9f96-c4ed2797421c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0834391 Sep 01 02:21:38.212035 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff8a8e-fa22-432f-8efa-5f34bd587602 req-61ed2d22-438f-46b7-baf9-1580993fb8bb tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:38.213382 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-48ff8a8e-fa22-432f-8efa-5f34bd587602 req-61ed2d22-438f-46b7-baf9-1580993fb8bb tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0810392 Sep 01 02:21:38.271286 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c952bfab-14db-4db3-a3ce-f0dd0d8fa80f req-60cf3a9a-d99a-4b60-86f1-24a7041abe27 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569527 Sep 01 02:21:38.278608 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-48ff8a8e-fa22-432f-8efa-5f34bd587602 req-59e506b5-c663-4ad8-bd22-6405bd9f520e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584309 Sep 01 02:21:38.401738 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a607b-a7dc-4dcb-8ef2-001b4fa6e9a3 req-e40a5bd0-d143-41aa-943d-11c5fd8a515f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:38.403232 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3f1a607b-a7dc-4dcb-8ef2-001b4fa6e9a3 req-e40a5bd0-d143-41aa-943d-11c5fd8a515f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 946 time: 0.0491703 Sep 01 02:21:38.477067 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3f1a607b-a7dc-4dcb-8ef2-001b4fa6e9a3 req-59a95201-c8e4-4a54-86b1-ddb68e024d3e tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655112 Sep 01 02:21:38.493541 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026d97-2b9b-4f06-b159-219db4c67e89 req-1d5e8b94-2b8e-42af-9394-54c8748d234d tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:38.495073 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-88026d97-2b9b-4f06-b159-219db4c67e89 req-1d5e8b94-2b8e-42af-9394-54c8748d234d tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 945 time: 0.0750368 Sep 01 02:21:38.535898 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-88026d97-2b9b-4f06-b159-219db4c67e89 req-f5caed09-a6a2-4797-a14e-4cbb4b5962a6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332165 Sep 01 02:21:39.375187 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:39.416685 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104b27-b085-4370-856b-55b9d80e3644 req-54d9e99e-9af1-4b80-b508-fd69fe361928 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:39.418097 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4104b27-b085-4370-856b-55b9d80e3644 req-54d9e99e-9af1-4b80-b508-fd69fe361928 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0651009 Sep 01 02:21:39.480651 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba74bae-8e8e-4ffd-b992-9ace91fb4f05 req-e3b1532b-b891-4733-853d-4f60b8c6e83e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:39.482257 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dba74bae-8e8e-4ffd-b992-9ace91fb4f05 req-e3b1532b-b891-4733-853d-4f60b8c6e83e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0813923 Sep 01 02:21:39.487535 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4104b27-b085-4370-856b-55b9d80e3644 req-381f4fa1-56c0-4fe0-8e61-7d15eac75e65 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520251 Sep 01 02:21:39.523590 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dba74bae-8e8e-4ffd-b992-9ace91fb4f05 req-72999507-c08f-4ec4-9d79-653cb3d12107 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349627 Sep 01 02:21:39.877816 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6fd68-0bca-4407-9598-67b679b7c13c req-a5dc04ca-605a-4a27-82a3-451b55c48d83 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:39.879316 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-42a6fd68-0bca-4407-9598-67b679b7c13c req-a5dc04ca-605a-4a27-82a3-451b55c48d83 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 946 time: 0.3227296 Sep 01 02:21:39.899099 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16823-9a41-43f8-9ed8-117af2294a09 req-36f31952-d247-413f-9092-89f1267d460f tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:39.900602 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2ee16823-9a41-43f8-9ed8-117af2294a09 req-36f31952-d247-413f-9092-89f1267d460f tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 945 time: 0.0737369 Sep 01 02:21:39.915403 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43322) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:39.956216 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-42a6fd68-0bca-4407-9598-67b679b7c13c req-ca4f756a-2be2-42d1-a798-4dfdd669d0ae tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703251 Sep 01 02:21:39.968510 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2ee16823-9a41-43f8-9ed8-117af2294a09 req-fd627d30-fd64-4b9d-97b7-57049700b90e tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594201 Sep 01 02:21:40.046880 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:40.137266 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:40.234291 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:40.270151 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90766a8d-89b7-4ca7-a0c0-a3536407fb47,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:40.273926 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=587f471071c34c9dabb77553a516e09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567898 Sep 01 02:21:40.276899 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:40.280345 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.280694 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.281109 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.281448 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.281786 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.282112 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.282443 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.282880 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.283214 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.283652 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.284051 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.284378 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf40b93-fd7a-4778-967c-a44500f11f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:21:40.333106 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28d7cc54-1d28-42fa-9ec6-70e635332b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:40.351037 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28d7cc54-1d28-42fa-9ec6-70e635332b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:40.501180 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28d7cc54-1d28-42fa-9ec6-70e635332b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:40.503761 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28d7cc54-1d28-42fa-9ec6-70e635332b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:40.504919 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-28d7cc54-1d28-42fa-9ec6-70e635332b3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90766a8d-89b7-4ca7-a0c0-a3536407fb47 HTTP/1.1" status: 204 len: 168 time: 0.2270315 Sep 01 02:21:40.519826 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7cc54-1d28-42fa-9ec6-70e635332b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90766a8d-89b7-4ca7-a0c0-a3536407fb47,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:40.603328 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b020eb1-3973-4008-9fdf-912d7a810714 req-40e7e1f5-6527-4441-9d96-7009c4ce1011 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:40.604710 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1b020eb1-3973-4008-9fdf-912d7a810714 req-40e7e1f5-6527-4441-9d96-7009c4ce1011 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0468407 Sep 01 02:21:40.641944 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1b020eb1-3973-4008-9fdf-912d7a810714 req-8bb47618-d032-4fb9-860c-5d0592fee30f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308428 Sep 01 02:21:40.740136 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a094d-7844-4d1f-ad1b-fd8db2d86696 req-dab52091-4519-41a7-bb0e-4b65eaf09fdf tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:40.741562 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-636a094d-7844-4d1f-ad1b-fd8db2d86696 req-dab52091-4519-41a7-bb0e-4b65eaf09fdf tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0471718 Sep 01 02:21:40.782527 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-636a094d-7844-4d1f-ad1b-fd8db2d86696 req-017dbbab-a6ce-4c2d-af2f-9cee98e33862 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344360 Sep 01 02:21:41.150094 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:41.164192 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80dd96e8-c9db-469d-b6cb-5d3f6ae56bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:41.251012 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80dd96e8-c9db-469d-b6cb-5d3f6ae56bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:41.319962 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80dd96e8-c9db-469d-b6cb-5d3f6ae56bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:41.357951 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-80dd96e8-c9db-469d-b6cb-5d3f6ae56bc1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85eeba81963f4331b96a9da3602cf7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067697 Sep 01 02:21:41.359857 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd96e8-c9db-469d-b6cb-5d3f6ae56bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736d78be-03a6-47c5-8fb3-a1f4b4666e29,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:41.360874 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43366) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:41.415438 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c324f47-59b1-4a00-a5fc-5e798241122b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:41.435911 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c324f47-59b1-4a00-a5fc-5e798241122b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:41.571626 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c324f47-59b1-4a00-a5fc-5e798241122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:41.574024 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9c324f47-59b1-4a00-a5fc-5e798241122b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:41.575700 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9c324f47-59b1-4a00-a5fc-5e798241122b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/736d78be-03a6-47c5-8fb3-a1f4b4666e29 HTTP/1.1" status: 204 len: 168 time: 0.2133341 Sep 01 02:21:41.583273 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c324f47-59b1-4a00-a5fc-5e798241122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736d78be-03a6-47c5-8fb3-a1f4b4666e29,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:41.752335 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2d6b9-a45d-43e9-8cf6-a1e75522f63d req-f512b72b-5a9e-4cb8-a0bf-1f0924d0ca69 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:41.753797 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-54a2d6b9-a45d-43e9-8cf6-a1e75522f63d req-f512b72b-5a9e-4cb8-a0bf-1f0924d0ca69 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0470395 Sep 01 02:21:41.793253 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-54a2d6b9-a45d-43e9-8cf6-a1e75522f63d req-240928e5-61f4-49e5-9f3d-ab12837e1a03 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329809 Sep 01 02:21:41.902819 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708afcd-a879-4140-818f-242bb40d7cb6 req-4eb211b6-9632-456f-84d2-c3456f874aa6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:41.904336 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b708afcd-a879-4140-818f-242bb40d7cb6 req-4eb211b6-9632-456f-84d2-c3456f874aa6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0532146 Sep 01 02:21:41.945496 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b708afcd-a879-4140-818f-242bb40d7cb6 req-54e3c9b2-c1b2-4515-900f-e73d8d1209f0 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345931 Sep 01 02:21:41.949031 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43382) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:42.070830 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd5ff-12ea-4f78-9031-a21034404a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:42.159697 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd5ff-12ea-4f78-9031-a21034404a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:42.245973 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd5ff-12ea-4f78-9031-a21034404a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:42.285388 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5ccdd5ff-12ea-4f78-9031-a21034404a59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48d06c292f2b4b6eb68874c4388ab45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352864 Sep 01 02:21:42.286266 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdd5ff-12ea-4f78-9031-a21034404a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0912ae41-cb0d-4a1a-a20f-ac40ba766730,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:42.289155 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:42.339005 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-456cf867-71e2-4c63-8593-ed62243d0b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:42.365069 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-456cf867-71e2-4c63-8593-ed62243d0b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:42.535352 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-456cf867-71e2-4c63-8593-ed62243d0b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:42.539052 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-456cf867-71e2-4c63-8593-ed62243d0b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:42.540296 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-456cf867-71e2-4c63-8593-ed62243d0b12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0912ae41-cb0d-4a1a-a20f-ac40ba766730 HTTP/1.1" status: 204 len: 168 time: 0.2501686 Sep 01 02:21:42.548896 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cf867-71e2-4c63-8593-ed62243d0b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0912ae41-cb0d-4a1a-a20f-ac40ba766730,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:42.907823 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd023fd0-27c9-463e-9660-40c4c752d4f3 req-4dd38838-f964-4810-a764-0122c28deccd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:42.911597 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dd023fd0-27c9-463e-9660-40c4c752d4f3 req-4dd38838-f964-4810-a764-0122c28deccd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0500870 Sep 01 02:21:42.945418 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dd023fd0-27c9-463e-9660-40c4c752d4f3 req-75b3e77a-c790-4f9b-98ff-b2943675a9f1 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302265 Sep 01 02:21:43.067204 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211452c2-8c4c-4917-ae3f-2c0c1d1988ac req-a1b32420-cd90-42ab-92ec-282bbabaa5fa tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:43.068801 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-211452c2-8c4c-4917-ae3f-2c0c1d1988ac req-a1b32420-cd90-42ab-92ec-282bbabaa5fa tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0528758 Sep 01 02:21:43.124105 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-211452c2-8c4c-4917-ae3f-2c0c1d1988ac req-b383afeb-539f-4924-81b7-f3a8dc6a7cd8 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9a1fed6-71e7-4675-93e8-0b18f6900b95&id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459299 Sep 01 02:21:43.297410 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:43.312743 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820b87b3-caf0-4462-b78a-0579d27282ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:43.326131 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4aa43-c475-4d40-a80d-d1ebcf76ddc0 req-9b6c0160-6eb4-40e0-9ec8-f3948dba3b57 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:43.327947 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-06c4aa43-c475-4d40-a80d-d1ebcf76ddc0 req-9b6c0160-6eb4-40e0-9ec8-f3948dba3b57 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0507600 Sep 01 02:21:43.371661 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-06c4aa43-c475-4d40-a80d-d1ebcf76ddc0 req-2b84d79b-e263-4fc9-9191-8a91b7e01b6e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357416 Sep 01 02:21:43.442287 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-bb12fd44-95c7-4295-8a0b-c9da54ba1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:43.443830 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-bb12fd44-95c7-4295-8a0b-c9da54ba1b21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 1099 time: 0.0643289 Sep 01 02:21:43.445533 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820b87b3-caf0-4462-b78a-0579d27282ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:43.498390 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820b87b3-caf0-4462-b78a-0579d27282ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:43.544519 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b87b3-caf0-4462-b78a-0579d27282ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7186482-6297-42f0-b72a-87d925c9dc15,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:43.550328 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-820b87b3-caf0-4462-b78a-0579d27282ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a29cb635e1394e56aac7d57fb8810e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518079 Sep 01 02:21:43.553148 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:43.601499 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-a9d1f319-a1c5-4048-ad86-22d013f87854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:43.602975 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-a9d1f319-a1c5-4048-ad86-22d013f87854 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee32945b-3554-46fb-b446-e2f9ab36f46c HTTP/1.1" status: 200 len: 912 time: 0.1525607 Sep 01 02:21:43.671747 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e296ec7d-4ff7-4e70-b47c-8f15a5860e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:43.694596 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-3f79bfea-4a5f-4225-9d94-b2628d25a897 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db184f3-1e96-45b0-b435-e079ffed1d99 HTTP/1.1" status: 200 len: 1002 time: 0.0834682 Sep 01 02:21:43.703982 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e296ec7d-4ff7-4e70-b47c-8f15a5860e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:43.770403 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-ddc9cf13-20b4-4da9-b194-ceda7dd82279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:43.771924 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-ddc9cf13-20b4-4da9-b194-ceda7dd82279 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac27d39-7f93-4de1-835d-b6884592fd04 HTTP/1.1" status: 200 len: 850 time: 0.0700474 Sep 01 02:21:43.819697 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-34eb6a40-3411-4f86-8bf7-17508faafd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:43.821215 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-34eb6a40-3411-4f86-8bf7-17508faafd7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee32945b-3554-46fb-b446-e2f9ab36f46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422821 Sep 01 02:21:43.885802 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e296ec7d-4ff7-4e70-b47c-8f15a5860e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:43.888449 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e296ec7d-4ff7-4e70-b47c-8f15a5860e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:43.889588 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e296ec7d-4ff7-4e70-b47c-8f15a5860e89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7186482-6297-42f0-b72a-87d925c9dc15 HTTP/1.1" status: 204 len: 168 time: 0.3356578 Sep 01 02:21:43.907121 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296ec7d-4ff7-4e70-b47c-8f15a5860e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7186482-6297-42f0-b72a-87d925c9dc15,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:43.932958 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-eaba21c2-1fac-4f19-a55c-b320e9204b1f service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048136 Sep 01 02:21:44.026467 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdd7e233-df4c-4156-b9fc-72f145b60ae5 req-c929c12f-37bc-459d-bff1-126c99e5ffc1 service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867970 Sep 01 02:21:44.495089 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775689c8-7046-4045-b246-3e5a691237a4 req-ca3cacf0-512e-4003-ad39-f7c167ce6e0a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:44.496652 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-775689c8-7046-4045-b246-3e5a691237a4 req-ca3cacf0-512e-4003-ad39-f7c167ce6e0a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0532925 Sep 01 02:21:44.537016 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-775689c8-7046-4045-b246-3e5a691237a4 req-913d2731-cc81-4395-bde2-2ac26af4efc7 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341184 Sep 01 02:21:45.656725 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56566a-53b0-48ce-9412-15cfda8ffa1f req-598be5d2-6f35-4f8e-9f3c-aea4188bc421 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:21:45.658320 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5b56566a-53b0-48ce-9412-15cfda8ffa1f req-598be5d2-6f35-4f8e-9f3c-aea4188bc421 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0556481 Sep 01 02:21:45.706380 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5b56566a-53b0-48ce-9412-15cfda8ffa1f req-4a22af70-1ec7-406c-86be-41b91937d0fc tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Sep 01 02:21:47.553313 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43562) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:47.670659 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e54bbf3-35ae-458f-bd47-ee473abbc5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:47.758909 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e54bbf3-35ae-458f-bd47-ee473abbc5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:47.877831 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e54bbf3-35ae-458f-bd47-ee473abbc5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:47.917856 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1e54bbf3-35ae-458f-bd47-ee473abbc5b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fc5e407c6914966a2e1172c03295ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634531 Sep 01 02:21:47.918500 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43574) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:47.920297 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54bbf3-35ae-458f-bd47-ee473abbc5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865a6bc7-4d03-45ee-8ed5-bae1734aaef0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:47.971690 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4960-0a5f-4b8a-8052-fb0f2ff0fde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:47.998321 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4960-0a5f-4b8a-8052-fb0f2ff0fde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:48.114442 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4960-0a5f-4b8a-8052-fb0f2ff0fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:48.117442 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4960-0a5f-4b8a-8052-fb0f2ff0fde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:48.119867 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ae3f4960-0a5f-4b8a-8052-fb0f2ff0fde3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/865a6bc7-4d03-45ee-8ed5-bae1734aaef0 HTTP/1.1" status: 204 len: 168 time: 0.2001736 Sep 01 02:21:48.128833 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f4960-0a5f-4b8a-8052-fb0f2ff0fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865a6bc7-4d03-45ee-8ed5-bae1734aaef0,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:49.067653 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:49.084031 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2f55bb-9efc-45a9-8289-79cf965bf343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.172744 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2f55bb-9efc-45a9-8289-79cf965bf343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.296910 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c2f55bb-9efc-45a9-8289-79cf965bf343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.334953 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8c2f55bb-9efc-45a9-8289-79cf965bf343 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fae431e3ef664d8cad88230735114d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661767 Sep 01 02:21:49.336040 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f55bb-9efc-45a9-8289-79cf965bf343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a70d41-84a9-4ab6-a779-9b4027c04805,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:49.337594 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43636) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:49.386479 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2acc65d2-da60-45d6-8680-b26a8980c316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.407248 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2acc65d2-da60-45d6-8680-b26a8980c316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.504438 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43640) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:49.512317 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2acc65d2-da60-45d6-8680-b26a8980c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.514895 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2acc65d2-da60-45d6-8680-b26a8980c316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.518380 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2acc65d2-da60-45d6-8680-b26a8980c316 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79a70d41-84a9-4ab6-a779-9b4027c04805 HTTP/1.1" status: 204 len: 168 time: 0.1774309 Sep 01 02:21:49.524515 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc65d2-da60-45d6-8680-b26a8980c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a70d41-84a9-4ab6-a779-9b4027c04805,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:49.609382 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e4c41af7-8454-4271-b0f5-66b8479b6704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.699080 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e4c41af7-8454-4271-b0f5-66b8479b6704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.799822 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e4c41af7-8454-4271-b0f5-66b8479b6704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.838076 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e4c41af7-8454-4271-b0f5-66b8479b6704 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9950f27b83a4028ba0ebf30e1d56521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324099 Sep 01 02:21:49.839840 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c41af7-8454-4271-b0f5-66b8479b6704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c8031-8a3d-41bb-930e-3a82f57fc493,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:49.840646 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:49.905818 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecb142d6-3317-4268-80aa-31123fe74de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:49.930415 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecb142d6-3317-4268-80aa-31123fe74de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:50.062405 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecb142d6-3317-4268-80aa-31123fe74de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:50.065002 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecb142d6-3317-4268-80aa-31123fe74de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:50.066149 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ecb142d6-3317-4268-80aa-31123fe74de2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae2c8031-8a3d-41bb-930e-3a82f57fc493 HTTP/1.1" status: 204 len: 168 time: 0.2227826 Sep 01 02:21:50.074050 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb142d6-3317-4268-80aa-31123fe74de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c8031-8a3d-41bb-930e-3a82f57fc493,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:50.718985 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:50.731987 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9024e9f5-41e7-4eb8-ab5d-4bff2dd7fc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:50.822971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9024e9f5-41e7-4eb8-ab5d-4bff2dd7fc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:50.906113 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9024e9f5-41e7-4eb8-ab5d-4bff2dd7fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:50.944374 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9024e9f5-41e7-4eb8-ab5d-4bff2dd7fc3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ba9c08863b34dd6bfac87b3f64f2497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242556 Sep 01 02:21:50.945580 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024e9f5-41e7-4eb8-ab5d-4bff2dd7fc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e4ff0c-c524-49ae-8682-1a7c4376b5fb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:50.947075 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43716) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:50.995975 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2089002-cd96-41a5-b780-942f1dc4b61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:51.016931 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2089002-cd96-41a5-b780-942f1dc4b61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:51.188697 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2089002-cd96-41a5-b780-942f1dc4b61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:51.191253 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2089002-cd96-41a5-b780-942f1dc4b61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:51.192441 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d2089002-cd96-41a5-b780-942f1dc4b61c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1e4ff0c-c524-49ae-8682-1a7c4376b5fb HTTP/1.1" status: 204 len: 168 time: 0.2443135 Sep 01 02:21:51.200067 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2089002-cd96-41a5-b780-942f1dc4b61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e4ff0c-c524-49ae-8682-1a7c4376b5fb,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:58.902737 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43868) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:59.017951 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9421-5ee1-4418-938b-aff73ba5b175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:59.111070 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9421-5ee1-4418-938b-aff73ba5b175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:59.197711 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9421-5ee1-4418-938b-aff73ba5b175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:59.236017 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c8ea9421-5ee1-4418-938b-aff73ba5b175 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ce779f57cc14961857132f83dd5b777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320043 Sep 01 02:21:59.236799 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea9421-5ee1-4418-938b-aff73ba5b175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b28458-02e6-4948-b284-d0601dedcab9,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:21:59.238812 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:21:59.296970 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebf31acb-b1b5-4979-99e4-a6faaa37508e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:59.317952 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebf31acb-b1b5-4979-99e4-a6faaa37508e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:59.437478 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebf31acb-b1b5-4979-99e4-a6faaa37508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:59.440119 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebf31acb-b1b5-4979-99e4-a6faaa37508e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:21:59.441283 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ebf31acb-b1b5-4979-99e4-a6faaa37508e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6b28458-02e6-4948-b284-d0601dedcab9 HTTP/1.1" status: 204 len: 168 time: 0.2014410 Sep 01 02:21:59.449107 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf31acb-b1b5-4979-99e4-a6faaa37508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b28458-02e6-4948-b284-d0601dedcab9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:00.089384 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:00.102855 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d1e05e-999e-46d3-ac9a-ce10e8a27334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:00.198759 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d1e05e-999e-46d3-ac9a-ce10e8a27334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:00.413224 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d1e05e-999e-46d3-ac9a-ce10e8a27334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:00.448325 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-14d1e05e-999e-46d3-ac9a-ce10e8a27334 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a13da159e5914c6d9ab2e6e9c44d1fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578441 Sep 01 02:22:00.449206 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1e05e-999e-46d3-ac9a-ce10e8a27334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d855e7-631a-4215-b7e9-b7c58ea92c5b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:00.451571 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43890) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:00.500519 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f496a01e-ff6f-418b-b0f2-50962e48db7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:00.523341 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f496a01e-ff6f-418b-b0f2-50962e48db7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:00.660837 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f496a01e-ff6f-418b-b0f2-50962e48db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:00.663332 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f496a01e-ff6f-418b-b0f2-50962e48db7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:00.664528 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f496a01e-ff6f-418b-b0f2-50962e48db7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40d855e7-631a-4215-b7e9-b7c58ea92c5b HTTP/1.1" status: 204 len: 168 time: 0.2119737 Sep 01 02:22:00.673149 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a01e-ff6f-418b-b0f2-50962e48db7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d855e7-631a-4215-b7e9-b7c58ea92c5b,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:02.501241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43936) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:02.610119 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5a043f7d-008a-4233-be20-5abb2694ab36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:02.699033 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5a043f7d-008a-4233-be20-5abb2694ab36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:02.786046 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5a043f7d-008a-4233-be20-5abb2694ab36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:02.827012 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5a043f7d-008a-4233-be20-5abb2694ab36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a573939ff37490db5b91a062a2aad7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246937 Sep 01 02:22:02.827915 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a043f7d-008a-4233-be20-5abb2694ab36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81e13f6-3ca4-4f11-8910-56f9814f85d2,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:02.829799 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:02.881402 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1833a577-2164-4ee6-83d3-21b532ad55e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:02.902075 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1833a577-2164-4ee6-83d3-21b532ad55e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:03.240068 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1833a577-2164-4ee6-83d3-21b532ad55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:03.242628 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1833a577-2164-4ee6-83d3-21b532ad55e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:03.243836 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1833a577-2164-4ee6-83d3-21b532ad55e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c81e13f6-3ca4-4f11-8910-56f9814f85d2 HTTP/1.1" status: 204 len: 168 time: 0.4130456 Sep 01 02:22:03.251944 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833a577-2164-4ee6-83d3-21b532ad55e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81e13f6-3ca4-4f11-8910-56f9814f85d2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:03.547447 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f5065-db8b-44fc-a398-690e2226b649 req-dd9f6e4d-990c-49c5-98ee-0dfeec6595fb tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:03.549067 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4a6f5065-db8b-44fc-a398-690e2226b649 req-dd9f6e4d-990c-49c5-98ee-0dfeec6595fb tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 945 time: 0.0519521 Sep 01 02:22:03.588143 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4a6f5065-db8b-44fc-a398-690e2226b649 req-c4ec19fd-8bc0-4493-bb88-7ea1a04f88a6 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330284 Sep 01 02:22:04.301879 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 43972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:04.313785 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da0de1c4-4c88-4e74-b363-ff58eca98812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:04.400346 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2102210168-network', 'tenant_id': 'd4025008a8e04d15a30ec89ca5bd224e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:04.514613 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Made reservation on behalf of d4025008a8e04d15a30ec89ca5bd224e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:22:04.516932 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:04.529503 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:04.619039 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:04.719786 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:04.726915 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0211e48-0332-4767-99a6-585affdf37f9 req-bc3b887c-79f4-4175-9d5d-73617e6a420f tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:04.728797 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0211e48-0332-4767-99a6-585affdf37f9 req-bc3b887c-79f4-4175-9d5d-73617e6a420f tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 945 time: 0.0722024 Sep 01 02:22:04.740311 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:22:04.753870 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:04.758704 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:04.759054 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.segments_db [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Added segment 352984b8-5775-4832-9764-fb565022a27f of type vlan for network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 Sep 01 02:22:04.773718 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0211e48-0332-4767-99a6-585affdf37f9 req-2a1e7628-30a5-48eb-8595-795c9cd16c1b tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389802 Sep 01 02:22:04.799955 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:04.891357 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:04.892283 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:04.892898 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:04.952139 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] Pushing event updated for resources: {'Network': ['ID=c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:04.961857 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:22:05.016426 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-624961a2-24c6-4595-b4a0-ee2fdb9fc088 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7131507 Sep 01 02:22:05.019196 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 43978) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:05.025977 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Request body: {'subnet': {'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2102210168-subnet', 'tenant_id': 'd4025008a8e04d15a30ec89ca5bd224e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:05.122899 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Made reservation on behalf of d4025008a8e04d15a30ec89ca5bd224e for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:22:05.125793 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266115663'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:05.354730 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265943966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266115673'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:05.413679 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6fb268-a615-4284-82ac-3158e3d0cc2d,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:05.422300 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Checking segment: {'id': '352984b8-5775-4832-9764-fb565022a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:22:05.422654 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Network hostable DHCP agents. Network: c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:22:05.501347 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:22:05.602814 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:22:05.606970 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:05.607589 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:05.612185 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e703ff-7be2-48fd-b10a-45136e7afb71 None None] Network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:22:05.669378 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-e05f70f8-9912-4f7d-90f2-52ea6500793d tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:05.675696 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-e05f70f8-9912-4f7d-90f2-52ea6500793d tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.26 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 945 time: 0.0537326 Sep 01 02:22:05.684424 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c04ee150-3e1e-4608-a4c6-6ecb42bb4510 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6638272 Sep 01 02:22:05.744359 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732fab85-793a-46d6-bf20-c2f720630d14 None None] Network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:22:05.776056 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-60c0eda5-a905-4872-8613-757e948960e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Deleting port 295b1b65-a57f-450b-8774-8568d0f889ae {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:22:05.776412 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-60c0eda5-a905-4872-8613-757e948960e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:05.887227 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-60c0eda5-a905-4872-8613-757e948960e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] For port 295b1b65-a57f-450b-8774-8568d0f889ae, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=295b1b65-a57f-450b-8774-8568d0f889ae,segment=NetworkSegment(9d03a003-b592-4698-9462-49b5ffeb4171),segment_id=9d03a003-b592-4698-9462-49b5ffeb4171)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:05.887718 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-60c0eda5-a905-4872-8613-757e948960e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:05.902699 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-60c0eda5-a905-4872-8613-757e948960e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Calling delete_port for 295b1b65-a57f-450b-8774-8568d0f889ae owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:22:05.926648 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add67e0d-3001-4901-9284-9580ff52f442 req-17dbec40-d4d6-4ff8-9f93-4c9c24968070 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:05.928200 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-add67e0d-3001-4901-9284-9580ff52f442 req-17dbec40-d4d6-4ff8-9f93-4c9c24968070 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 945 time: 0.0631526 Sep 01 02:22:05.968035 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-add67e0d-3001-4901-9284-9580ff52f442 req-5ffeb947-2a1b-4fb9-9f49-544c99a3d00a tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/security-groups?id=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Sep 01 02:22:06.169750 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-60c0eda5-a905-4872-8613-757e948960e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:06.188067 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['295b1b65-a57f-450b-8774-8568d0f889ae'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:22:06.202276 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0eda5-a905-4872-8613-757e948960e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Pushing event deleted for resources: {'Port': ['ID=295b1b65-a57f-450b-8774-8568d0f889ae,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:06.253082 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-60c0eda5-a905-4872-8613-757e948960e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] No DVR routers for this DVR port 295b1b65-a57f-450b-8774-8568d0f889ae on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:22:06.256095 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-60c0eda5-a905-4872-8613-757e948960e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:06.258584 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-d55ce068-7714-4a03-a704-0e19869f8a7e req-60c0eda5-a905-4872-8613-757e948960e1 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.26 "DELETE /v2.0/ports/295b1b65-a57f-450b-8774-8568d0f889ae HTTP/1.1" status: 204 len: 173 time: 0.5760159 Sep 01 02:22:06.259159 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700d89f3-1f40-495e-9f11-ded6d3b4c0ad', 'name': 'network-vif-deleted', 'tag': '295b1b65-a57f-450b-8774-8568d0f889ae'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:06.267767 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83852e3-dede-486f-9c33-533c8c98ed14" -d '{"events": [{"server_uuid": "700d89f3-1f40-495e-9f11-ded6d3b4c0ad", "name": "network-vif-deleted", "tag": "295b1b65-a57f-450b-8774-8568d0f889ae"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:06.295820 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:06.304609 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53bcf39-f06b-4402-b093-8a809807b3f7 x-openstack-request-id: req-d53bcf39-f06b-4402-b093-8a809807b3f7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:06.304609 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700d89f3-1f40-495e-9f11-ded6d3b4c0ad", "name": "network-vif-deleted", "tag": "295b1b65-a57f-450b-8774-8568d0f889ae", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:06.305210 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d53bcf39-f06b-4402-b093-8a809807b3f7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:06.305824 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700d89f3-1f40-495e-9f11-ded6d3b4c0ad', 'name': 'network-vif-deleted', 'tag': '295b1b65-a57f-450b-8774-8568d0f889ae', 'status': 'completed', 'code': 200} Sep 01 02:22:06.565698 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f07e-a1cd-4ef8-b40b-9af9b7abd8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:07.079353 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f13aa361-7277-4bef-939c-ef8f59270b11 req-0f923ff7-6764-4214-87a1-fb05303e8f14 tempest-VolumesSnapshotTestJSON-2103720576 tempest-VolumesSnapshotTestJSON-2103720576-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d89f3-1f40-495e-9f11-ded6d3b4c0ad HTTP/1.1" status: 200 len: 210 time: 0.0258856 Sep 01 02:22:07.165473 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:08.102477 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-dff3f801-da2d-40ed-83a0-6220499bf724 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:08.105065 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-dff3f801-da2d-40ed-83a0-6220499bf724 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/networks?id=c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 HTTP/1.1" status: 200 len: 809 time: 0.1048825 Sep 01 02:22:08.120065 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-cbc9c605-8e8a-475f-883b-8f4b6cbc46b6 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/quotas/d4025008a8e04d15a30ec89ca5bd224e HTTP/1.1" status: 200 len: 375 time: 0.0093896 Sep 01 02:22:08.152738 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-8f95b5a0-3075-4e0e-b7ef-37c1618257ed tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4025008a8e04d15a30ec89ca5bd224e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265596 Sep 01 02:22:08.199919 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:08.253237 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-f9d59e6d-1dd2-44bf-9af5-149315998a86 service neutron] 10.222.0.23 "GET /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893767 Sep 01 02:22:08.349001 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-3c1c76ac-1bdc-4c28-b3bf-6ddf672ed890 service neutron] 10.222.0.23 "GET /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893764 Sep 01 02:22:08.633396 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-44b17a4a-37ef-4a3c-8e33-e96ef30c1ec7 req-34b23a3d-fdc7-49d1-aeec-09bca87501c0 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 210 time: 0.0279334 Sep 01 02:22:08.903940 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 295b1b65-a57f-450b-8774-8568d0f889ae no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:22:08.924225 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 295b1b65-a57f-450b-8774-8568d0f889ae {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:22:08.924578 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 295b1b65-a57f-450b-8774-8568d0f889ae not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:22:09.348142 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:09.730174 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-00a90990-57ea-4c7d-a6eb-3df7069d1c06 req-bface1a1-7015-427f-9740-841fe147ef9d tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 210 time: 0.0251431 Sep 01 02:22:10.824697 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ceb026ea-2a0a-4a03-93d8-9ed461256f68 req-2683ae7c-64af-46d6-b1a4-eb4bd7a0ffab tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 210 time: 0.0254140 Sep 01 02:22:11.921100 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6ec42388-a0e6-4a5d-afa2-efd527145449 req-f2164541-bc27-4804-8282-6366f7255afc tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 210 time: 0.0300996 Sep 01 02:22:13.018905 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd99eb6f-aab9-4e15-8875-a8fc530daf7c req-4f8f8f6b-d71e-4ed5-be5c-42c6a5c091a1 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 210 time: 0.0304739 Sep 01 02:22:13.502829 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-74259180-57c0-4237-846d-0c0071a378f2 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:13.504427 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-74259180-57c0-4237-846d-0c0071a378f2 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.26 "GET /v2.0/networks?id=c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 HTTP/1.1" status: 200 len: 809 time: 0.1034420 Sep 01 02:22:13.522737 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Request body: {'port': {'device_id': 'ca80496e-12a2-4314-83cc-d6945fb2a684', 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4', 'admin_state_up': True, 'tenant_id': 'd4025008a8e04d15a30ec89ca5bd224e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:13.705759 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Made reservation on behalf of d4025008a8e04d15a30ec89ca5bd224e for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:22:13.709276 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:13.837779 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Allocated IP 172.20.0.12 (c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4/1e6fb268-a615-4284-82ac-3158e3d0cc2d/c9a37455-4053-45fe-a7b9-07856b260c79) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:22:13.855814 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:22:13.983322 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:14.080121 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:14.125479 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:22:14.130711 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:22:14.133512 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd00c-b0c5-4ede-92ab-50c1fa0e62fe req-c3df0f4d-8a83-4188-8db1-6bcc3ac6edac tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:14.134436 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:22:14.135780 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e61dd00c-b0c5-4ede-92ab-50c1fa0e62fe req-c3df0f4d-8a83-4188-8db1-6bcc3ac6edac tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 932 time: 0.0514555 Sep 01 02:22:14.161950 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Pushing event updated for resources: {'Port': ['ID=c9a37455-4053-45fe-a7b9-07856b260c79,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:14.177792 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e61dd00c-b0c5-4ede-92ab-50c1fa0e62fe req-6a5b8b7c-40ae-4a38-a2e7-ab1a079a5d91 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355608 Sep 01 02:22:14.187765 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:14.188503 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:14.283644 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-57b5ab85-b267-406e-9da4-ee1412e0a89f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7647486 Sep 01 02:22:14.299468 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Request body: {'port': {'device_id': 'ca80496e-12a2-4314-83cc-d6945fb2a684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:14.350895 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:14.613051 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a37455-4053-45fe-a7b9-07856b260c79 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:22:14.620398 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:14.634018 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Transition to ACTIVE for port object c9a37455-4053-45fe-a7b9-07856b260c79 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:22:14.753507 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:14.825639 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a37455-4053-45fe-a7b9-07856b260c79,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:14.874043 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Attempting to bind port c9a37455-4053-45fe-a7b9-07856b260c79 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:22:14.874639 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Attempting to bind port c9a37455-4053-45fe-a7b9-07856b260c79 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '352984b8-5775-4832-9764-fb565022a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:22:14.874979 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Attempting to bind port c9a37455-4053-45fe-a7b9-07856b260c79 on network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:22:14.883144 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Port c9a37455-4053-45fe-a7b9-07856b260c79 on network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:22:14.883493 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Attempting to bind port c9a37455-4053-45fe-a7b9-07856b260c79 on network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:22:14.888844 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:22:14.889182 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Checking segment: {'id': '352984b8-5775-4832-9764-fb565022a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:22:14.889564 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Bound using segment: {'id': '352984b8-5775-4832-9764-fb565022a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:22:14.890067 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Bound port: c9a37455-4053-45fe-a7b9-07856b260c79, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352984b8-5775-4832-9764-fb565022a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:22:14.890424 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:14.954416 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] For port c9a37455-4053-45fe-a7b9-07856b260c79, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:22:14.958755 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] For port c9a37455-4053-45fe-a7b9-07856b260c79, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c9a37455-4053-45fe-a7b9-07856b260c79,segment=NetworkSegment(352984b8-5775-4832-9764-fb565022a27f),segment_id=352984b8-5775-4832-9764-fb565022a27f)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:22:15.051068 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:15.082699 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:15.083318 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:15.084896 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] 10.222.0.26 "PUT /v2.0/ports/c9a37455-4053-45fe-a7b9-07856b260c79 HTTP/1.1" status: 200 len: 1094 time: 0.7895610 Sep 01 02:22:15.085766 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca80496e-12a2-4314-83cc-d6945fb2a684', 'tag': 'c9a37455-4053-45fe-a7b9-07856b260c79'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:15.087765 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be123b5b-a739-47f4-9f08-3f097f634584" -d '{"events": [{"name": "network-changed", "server_uuid": "ca80496e-12a2-4314-83cc-d6945fb2a684", "tag": "c9a37455-4053-45fe-a7b9-07856b260c79"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:15.120569 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fc00b-cc7c-468d-867e-02fd344b2b33 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a37455-4053-45fe-a7b9-07856b260c79,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:15.142649 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2115e7-613e-4ce5-9b95-87a5058a2a93 x-openstack-request-id: req-8d2115e7-613e-4ce5-9b95-87a5058a2a93 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:15.142936 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca80496e-12a2-4314-83cc-d6945fb2a684", "tag": "c9a37455-4053-45fe-a7b9-07856b260c79", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:15.143185 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d2115e7-613e-4ce5-9b95-87a5058a2a93 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:15.143612 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca80496e-12a2-4314-83cc-d6945fb2a684', 'tag': 'c9a37455-4053-45fe-a7b9-07856b260c79', 'status': 'completed', 'code': 200} Sep 01 02:22:15.212030 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be123b5b-a739-47f4-9f08-3f097f634584 req-96e2ed08-b20d-4d28-802f-114664aa64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:15.213782 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-be123b5b-a739-47f4-9f08-3f097f634584 req-96e2ed08-b20d-4d28-802f-114664aa64d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4025008a8e04d15a30ec89ca5bd224e&device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 1097 time: 0.0400503 Sep 01 02:22:15.299240 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a07866-ca48-4277-b164-032f9a4d74f3 req-0c94a4bb-6536-415a-ae1f-59d916827d9f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:15.300811 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b6a07866-ca48-4277-b164-032f9a4d74f3 req-0c94a4bb-6536-415a-ae1f-59d916827d9f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 944 time: 0.0534849 Sep 01 02:22:15.324988 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be123b5b-a739-47f4-9f08-3f097f634584 req-f18ce84d-ce00-41a3-a089-0613e70042fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:15.326832 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-be123b5b-a739-47f4-9f08-3f097f634584 req-f18ce84d-ce00-41a3-a089-0613e70042fc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d4025008a8e04d15a30ec89ca5bd224e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1035109 Sep 01 02:22:15.340163 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b6a07866-ca48-4277-b164-032f9a4d74f3 req-68c4e358-47aa-47b0-802c-8bf4785400b0 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Sep 01 02:22:15.432382 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be123b5b-a739-47f4-9f08-3f097f634584 req-0b30dd10-7c97-4a4e-9caf-84695327c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:15.434021 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-be123b5b-a739-47f4-9f08-3f097f634584 req-0b30dd10-7c97-4a4e-9caf-84695327c04d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969172 Sep 01 02:22:15.523371 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-91c6f30d-9bd6-4f00-85fc-bb6ce81380b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:15.524896 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-91c6f30d-9bd6-4f00-85fc-bb6ce81380b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4025008a8e04d15a30ec89ca5bd224e&device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 1097 time: 0.0427480 Sep 01 02:22:15.572042 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-5856922e-15aa-4526-837c-b5d4839ba0fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9a37455-4053-45fe-a7b9-07856b260c79 HTTP/1.1" status: 200 len: 217 time: 0.0378850 Sep 01 02:22:15.624682 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-a67961b8-c3d9-46e9-ae8c-ef64c26c39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:15.626121 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-a67961b8-c3d9-46e9-ae8c-ef64c26c39b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e6fb268-a615-4284-82ac-3158e3d0cc2d HTTP/1.1" status: 200 len: 849 time: 0.0462191 Sep 01 02:22:15.659231 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-df5681d1-3f49-403b-8020-842dab8e373f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234530 Sep 01 02:22:15.756461 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-37879d6c-f4f8-442e-bb62-dd23e4873441 service neutron] 10.222.0.26 "GET /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857618 Sep 01 02:22:15.845303 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e33a2ab0-eb9a-4505-aeb2-9bae950c3498 req-7473c255-19ba-46d3-85fa-9311d85ad687 service neutron] 10.222.0.26 "GET /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808854 Sep 01 02:22:16.461363 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513f00-d010-43bc-b3f3-381e2792a8ce req-ae6947d1-9d58-472b-a9db-912d0d3a4477 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:16.462837 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-af513f00-d010-43bc-b3f3-381e2792a8ce req-ae6947d1-9d58-472b-a9db-912d0d3a4477 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 944 time: 0.0519757 Sep 01 02:22:16.503056 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-af513f00-d010-43bc-b3f3-381e2792a8ce req-716472a8-f0dd-4bd2-b2dc-1508643a85e1 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Sep 01 02:22:17.627418 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3239-6092-49a2-985f-b649506d4acb req-91770d86-bbfd-4765-b4a6-36dd05814a82 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:17.628904 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7e0b3239-6092-49a2-985f-b649506d4acb req-91770d86-bbfd-4765-b4a6-36dd05814a82 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 944 time: 0.0541990 Sep 01 02:22:17.667809 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7e0b3239-6092-49a2-985f-b649506d4acb req-40c01591-6071-4921-abd5-9d9b2733780b tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Sep 01 02:22:18.777765 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987530ec-ef83-4c1f-9c85-c5330d743bdd req-39605068-6925-4d97-b372-9fa34fa5fa38 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:18.779148 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-987530ec-ef83-4c1f-9c85-c5330d743bdd req-39605068-6925-4d97-b372-9fa34fa5fa38 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 944 time: 0.0481987 Sep 01 02:22:18.816168 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-987530ec-ef83-4c1f-9c85-c5330d743bdd req-7c94df11-fc97-4600-bd91-c600eb2bece7 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311275 Sep 01 02:22:19.930805 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ede69-a5a8-4c36-b3d8-e41bb1b16912 req-3d4c916c-4a58-4243-862c-0586e59fb689 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:19.932286 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e72ede69-a5a8-4c36-b3d8-e41bb1b16912 req-3d4c916c-4a58-4243-862c-0586e59fb689 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 944 time: 0.0516491 Sep 01 02:22:19.970725 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e72ede69-a5a8-4c36-b3d8-e41bb1b16912 req-1ef0bcf7-b77f-4bf1-8def-1d9bb76b6b34 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Sep 01 02:22:20.963930 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device c9a37455-4053-45fe-a7b9-07856b260c79 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:22:21.057346 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port c9a37455-4053-45fe-a7b9-07856b260c79, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c9a37455-4053-45fe-a7b9-07856b260c79,segment=NetworkSegment(352984b8-5775-4832-9764-fb565022a27f),segment_id=352984b8-5775-4832-9764-fb565022a27f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:21.069419 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': 'c9a37455-4053-45fe-a7b9-07856b260c79', 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4', 'port_id': 'c9a37455-4053-45fe-a7b9-07856b260c79', 'mac_address': 'fa:16:3e:88:7b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6fb268-a615-4284-82ac-3158e3d0cc2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:22:21.083396 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ca2b-3f40-4eb0-abdb-dac4202820d3 req-6e340d7b-cd9a-44f1-9407-57310be79e31 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:21.084911 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f1f3ca2b-3f40-4eb0-abdb-dac4202820d3 req-6e340d7b-cd9a-44f1-9407-57310be79e31 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 944 time: 0.0498657 Sep 01 02:22:21.110645 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:21.122970 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a37455-4053-45fe-a7b9-07856b260c79 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:22:21.123659 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f1f3ca2b-3f40-4eb0-abdb-dac4202820d3 req-c0c2aed7-866e-4e7e-aac9-2566d0a99471 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322914 Sep 01 02:22:21.142914 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port c9a37455-4053-45fe-a7b9-07856b260c79, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c9a37455-4053-45fe-a7b9-07856b260c79,segment=NetworkSegment(352984b8-5775-4832-9764-fb565022a27f),segment_id=352984b8-5775-4832-9764-fb565022a27f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:21.222057 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:21.270628 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=c9a37455-4053-45fe-a7b9-07856b260c79,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:21.278781 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.279133 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.279530 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.280114 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.280228 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.280518 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.280847 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.281172 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.282160 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.282491 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.282864 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.283188 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:21.495664 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['c9a37455-4053-45fe-a7b9-07856b260c79'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:22:22.235794 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934a46d-8daa-4592-a6fa-429dd279a835 req-f81618ba-2329-467f-b3bf-a839b8d2132c tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:22.237351 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3934a46d-8daa-4592-a6fa-429dd279a835 req-f81618ba-2329-467f-b3bf-a839b8d2132c tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 945 time: 0.0480530 Sep 01 02:22:22.274829 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3934a46d-8daa-4592-a6fa-429dd279a835 req-3d33c304-82e1-4b32-b268-08fd0e1a9768 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Sep 01 02:22:22.964858 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device c9a37455-4053-45fe-a7b9-07856b260c79 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:22:23.093855 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port c9a37455-4053-45fe-a7b9-07856b260c79 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:22:23.098259 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port c9a37455-4053-45fe-a7b9-07856b260c79 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:22:23.098630 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:23.174767 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:23.196502 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca80496e-12a2-4314-83cc-d6945fb2a684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a37455-4053-45fe-a7b9-07856b260c79'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:23.198711 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef46dbe-120b-489a-812f-bfaa843e2db3" -d '{"events": [{"server_uuid": "ca80496e-12a2-4314-83cc-d6945fb2a684", "name": "network-vif-plugged", "status": "completed", "tag": "c9a37455-4053-45fe-a7b9-07856b260c79"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:23.214385 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port c9a37455-4053-45fe-a7b9-07856b260c79, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c9a37455-4053-45fe-a7b9-07856b260c79,segment=NetworkSegment(352984b8-5775-4832-9764-fb565022a27f),segment_id=352984b8-5775-4832-9764-fb565022a27f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:23.234478 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0219eae8-0c13-44e5-af0e-605d39f87e7c x-openstack-request-id: req-0219eae8-0c13-44e5-af0e-605d39f87e7c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:23.234774 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca80496e-12a2-4314-83cc-d6945fb2a684", "name": "network-vif-plugged", "status": "completed", "tag": "c9a37455-4053-45fe-a7b9-07856b260c79", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:23.235026 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0219eae8-0c13-44e5-af0e-605d39f87e7c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:23.235438 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca80496e-12a2-4314-83cc-d6945fb2a684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a37455-4053-45fe-a7b9-07856b260c79', 'code': 200} Sep 01 02:22:23.299897 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:23.348505 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=c9a37455-4053-45fe-a7b9-07856b260c79,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:23.504754 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb19c52-905b-4cc9-946a-8ed7ec9119b4 req-8b3fe353-863a-4010-85a2-0081164d2cb0 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:23.506258 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bbb19c52-905b-4cc9-946a-8ed7ec9119b4 req-8b3fe353-863a-4010-85a2-0081164d2cb0 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.1650736 Sep 01 02:22:23.547479 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bbb19c52-905b-4cc9-946a-8ed7ec9119b4 req-3a1d30ac-26e8-4939-874f-857c9f2db8bf tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352087 Sep 01 02:22:24.735685 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9cf-7e7b-4147-aa0c-6f671e81352b req-fc31d316-7a77-4767-8781-a1c59579bd35 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:24.737655 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acb7a9cf-7e7b-4147-aa0c-6f671e81352b req-fc31d316-7a77-4767-8781-a1c59579bd35 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.1072781 Sep 01 02:22:24.778696 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-acb7a9cf-7e7b-4147-aa0c-6f671e81352b req-a6e32b16-acfb-4dd8-916a-e92058b3e237 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350676 Sep 01 02:22:25.091122 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d25da-bc5c-4b21-8a56-fe057f7480bf req-73732c27-c587-4c01-a8ac-37954cb8c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:25.092903 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-189d25da-bc5c-4b21-8a56-fe057f7480bf req-73732c27-c587-4c01-a8ac-37954cb8c7ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 1099 time: 0.0407310 Sep 01 02:22:25.891618 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab298b0-ffc4-45dd-941e-804eb46eaa54 req-acc1de22-9ac5-4472-82fe-f882fbb5f33e tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:25.893181 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0ab298b0-ffc4-45dd-941e-804eb46eaa54 req-acc1de22-9ac5-4472-82fe-f882fbb5f33e tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.0491986 Sep 01 02:22:25.931037 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0ab298b0-ffc4-45dd-941e-804eb46eaa54 req-3ebd333c-2232-4de2-8549-e9075b76052a tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Sep 01 02:22:25.951545 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-189d25da-bc5c-4b21-8a56-fe057f7480bf req-2484a3fc-c93c-45bc-8205-deeb3ef266e4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Sep 01 02:22:27.053653 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd128448-b028-44fc-a2ad-afec09fc1c7c req-25e81e65-555a-4c93-ba9b-ec77f7a24756 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:27.055934 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd128448-b028-44fc-a2ad-afec09fc1c7c req-25e81e65-555a-4c93-ba9b-ec77f7a24756 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.0566149 Sep 01 02:22:27.094960 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd128448-b028-44fc-a2ad-afec09fc1c7c req-85f36f9c-495f-40f0-bf9a-625dd0f26426 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Sep 01 02:22:28.209533 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00e8f1-15a7-40a7-bd3b-4c0fac27018d req-e13579e5-d066-45c3-83f8-7fde6f67359a tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:28.211026 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1b00e8f1-15a7-40a7-bd3b-4c0fac27018d req-e13579e5-d066-45c3-83f8-7fde6f67359a tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.0482421 Sep 01 02:22:28.249501 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1b00e8f1-15a7-40a7-bd3b-4c0fac27018d req-9b102791-e220-40cc-b686-7c945f73b8a0 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Sep 01 02:22:29.367376 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3256c-4039-4d72-ba7a-c80d36069336 req-380f0287-74b8-4140-af3d-f411e9176b26 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:29.368737 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-92b3256c-4039-4d72-ba7a-c80d36069336 req-380f0287-74b8-4140-af3d-f411e9176b26 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.0505495 Sep 01 02:22:29.408963 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-92b3256c-4039-4d72-ba7a-c80d36069336 req-fc0fc9c8-1e8d-4bc5-bdd8-6a9a77fdf056 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339148 Sep 01 02:22:30.545784 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115a94d-6415-4304-b619-e341d6076e67 req-40ce9926-4ee5-469b-ba7d-7908c1abc7ef tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:30.547118 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b115a94d-6415-4304-b619-e341d6076e67 req-40ce9926-4ee5-469b-ba7d-7908c1abc7ef tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.0534406 Sep 01 02:22:30.587942 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b115a94d-6415-4304-b619-e341d6076e67 req-adf700ec-ca08-4f0a-a669-d280dd9355aa tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342360 Sep 01 02:22:32.437141 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d76a27-5d8c-4e8b-9693-3bf858232da1 req-38e518d8-68f1-4a15-86df-51c209c0e484 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:32.438666 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b9d76a27-5d8c-4e8b-9693-3bf858232da1 req-38e518d8-68f1-4a15-86df-51c209c0e484 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 946 time: 0.0532985 Sep 01 02:22:32.478038 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b9d76a27-5d8c-4e8b-9693-3bf858232da1 req-a831b9f2-9a0a-4bc9-b071-a0541c944958 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Sep 01 02:22:32.668123 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159e59e-98a1-43aa-8a89-429ff64b64a2 req-ef103796-f247-4e44-a81e-bc23cf8e0c93 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:32.669609 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0159e59e-98a1-43aa-8a89-429ff64b64a2 req-ef103796-f247-4e44-a81e-bc23cf8e0c93 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.0489652 Sep 01 02:22:32.708964 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0159e59e-98a1-43aa-8a89-429ff64b64a2 req-717927e4-a1c7-40ee-9086-d3c498a7e470 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335670 Sep 01 02:22:33.607828 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f626ee7-69b4-44cc-a00e-8db64eb28d42 req-63a370bd-aaf9-4cc4-ba0f-2d25025c3a55 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:33.609310 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f626ee7-69b4-44cc-a00e-8db64eb28d42 req-63a370bd-aaf9-4cc4-ba0f-2d25025c3a55 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 946 time: 0.0540936 Sep 01 02:22:33.647404 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6f626ee7-69b4-44cc-a00e-8db64eb28d42 req-319e7462-9acf-4451-9a69-85c30617f29b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319364 Sep 01 02:22:33.826981 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4c407-2f1a-4b57-91a2-1ab25619c718 req-463e270e-e531-43b3-9efa-5885477c6631 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:33.828510 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8da4c407-2f1a-4b57-91a2-1ab25619c718 req-463e270e-e531-43b3-9efa-5885477c6631 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.0488572 Sep 01 02:22:33.867745 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8da4c407-2f1a-4b57-91a2-1ab25619c718 req-9b56b966-1d72-4903-a351-4d60c07d8dc2 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Sep 01 02:22:34.310642 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-305ad37a-6a27-48da-9228-f9ec4035301f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:34.771708 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d422ff-58d4-4c26-af5d-be710beda691 req-bf7257b0-e7d7-486a-bc48-d2cd9a46b15b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:34.773197 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f4d422ff-58d4-4c26-af5d-be710beda691 req-bf7257b0-e7d7-486a-bc48-d2cd9a46b15b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 946 time: 0.0472767 Sep 01 02:22:34.811664 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f4d422ff-58d4-4c26-af5d-be710beda691 req-72ad315e-ab6d-4e22-8401-0d6d9edc0750 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Sep 01 02:22:34.961112 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-2cce5eda-43d9-4e07-8d5d-131eea8a9cfc tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:34.962558 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-2cce5eda-43d9-4e07-8d5d-131eea8a9cfc tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.0477118 Sep 01 02:22:34.985357 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a084b3f-7a29-4512-b188-dbbb11285564 req-6c866458-cb08-43d1-bc41-6fd4f3abb260 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:34.987469 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3a084b3f-7a29-4512-b188-dbbb11285564 req-6c866458-cb08-43d1-bc41-6fd4f3abb260 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 946 time: 0.0520411 Sep 01 02:22:35.036680 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3a084b3f-7a29-4512-b188-dbbb11285564 req-81d5dd79-aa34-4b94-aa46-606f73d01f0d tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 Sep 01 02:22:35.102890 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-d125c5df-b33e-4774-b74d-f0f76ba92b2b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:35.104387 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-d125c5df-b33e-4774-b74d-f0f76ba92b2b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 946 time: 0.1119723 Sep 01 02:22:35.206323 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Deleting port c9a37455-4053-45fe-a7b9-07856b260c79 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:22:35.206690 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:35.542050 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Deleting port 87a634d4-e023-4d44-8fde-8034a190bfbb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:22:35.542392 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:35.600731 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] For port c9a37455-4053-45fe-a7b9-07856b260c79, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c9a37455-4053-45fe-a7b9-07856b260c79,segment=NetworkSegment(352984b8-5775-4832-9764-fb565022a27f),segment_id=352984b8-5775-4832-9764-fb565022a27f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:35.601089 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:35.618157 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Calling delete_port for c9a37455-4053-45fe-a7b9-07856b260c79 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:22:35.689419 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] For port 87a634d4-e023-4d44-8fde-8034a190bfbb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=87a634d4-e023-4d44-8fde-8034a190bfbb,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:35.690321 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:35.931091 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d2b56-47ef-43ea-b69c-3b25cd5c48a8 req-7dc96bb1-ca2e-4c7e-ba99-6e207d8462f5 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:35.932662 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc6d2b56-47ef-43ea-b69c-3b25cd5c48a8 req-7dc96bb1-ca2e-4c7e-ba99-6e207d8462f5 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 946 time: 0.0512917 Sep 01 02:22:35.954007 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:35.954397 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:35.954716 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Floating IP bbd026cf-1554-4118-a54c-10a6950a105f disassociated. External IP: 172.27.1.121, port: 87a634d4-e023-4d44-8fde-8034a190bfbb. Sep 01 02:22:35.955058 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Calling delete_port for 87a634d4-e023-4d44-8fde-8034a190bfbb owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:22:35.973722 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc6d2b56-47ef-43ea-b69c-3b25cd5c48a8 req-83aa2d04-f807-47ba-84cd-b8d3a191205b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=2aed0d56-1b14-4e43-9531-7cd491e44ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336585 Sep 01 02:22:36.038198 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:36.120446 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Pushing event deleted for resources: {'Port': ['ID=c9a37455-4053-45fe-a7b9-07856b260c79,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:36.134711 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aa9ea17c-5c13-467b-a594-a069e9fde872 req-c1f8d75d-35a1-42c5-b7d4-23316700fb33 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 210 time: 0.0284133 Sep 01 02:22:36.145904 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] No DVR routers for this DVR port c9a37455-4053-45fe-a7b9-07856b260c79 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:22:36.153822 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:36.153822 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6b911a04-99e3-4414-8dac-752c394c09d0 req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.26 "DELETE /v2.0/ports/c9a37455-4053-45fe-a7b9-07856b260c79 HTTP/1.1" status: 204 len: 173 time: 1.1604481 Sep 01 02:22:36.155826 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca80496e-12a2-4314-83cc-d6945fb2a684', 'name': 'network-vif-deleted', 'tag': 'c9a37455-4053-45fe-a7b9-07856b260c79'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:36.158287 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4118a3-4d06-4acc-b027-11c9c473e02f" -d '{"events": [{"server_uuid": "ca80496e-12a2-4314-83cc-d6945fb2a684", "name": "network-vif-deleted", "tag": "c9a37455-4053-45fe-a7b9-07856b260c79"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:36.164090 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.164433 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.164900 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.165241 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.165573 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.165904 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.166229 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.166553 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.166878 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.167201 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.167550 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.167874 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebc576-4f03-4ea6-80ba-7af6500626ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:36.197607 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564a00c6-bf39-4ac6-b49d-8b680ee02f55 x-openstack-request-id: req-564a00c6-bf39-4ac6-b49d-8b680ee02f55 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:36.197894 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca80496e-12a2-4314-83cc-d6945fb2a684", "name": "network-vif-deleted", "tag": "c9a37455-4053-45fe-a7b9-07856b260c79", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:36.198144 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-564a00c6-bf39-4ac6-b49d-8b680ee02f55 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:36.198542 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca80496e-12a2-4314-83cc-d6945fb2a684', 'name': 'network-vif-deleted', 'tag': 'c9a37455-4053-45fe-a7b9-07856b260c79', 'status': 'completed', 'code': 200} Sep 01 02:22:36.279090 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:36.307624 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event deleted for resources: {'Port': ['ID=87a634d4-e023-4d44-8fde-8034a190bfbb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:36.366100 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:36.430655 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Router b3269a06-9cb6-42b5-9188-26967d21510b has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:22:36.542560 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:22:36.555104 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] Sync routers for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:22:36.576764 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0208f8a-3b8d-40b5-b575-5e32e4f547f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:36.578600 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:22:36.579566 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:22:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:36.589242 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] No DVR routers for this DVR port 87a634d4-e023-4d44-8fde-8034a190bfbb on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:22:36.589588 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:36.591621 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-be4c09c1-e1f9-49ae-ad61-06d95ad0501a req-b3ddf054-ea40-42bf-8ca0-484e88894a14 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.26 "DELETE /v2.0/ports/87a634d4-e023-4d44-8fde-8034a190bfbb HTTP/1.1" status: 204 len: 173 time: 1.4753087 Sep 01 02:22:36.677760 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 44354) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:36.694732 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:22:36.785245 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce9d2691-a613-4f57-970e-65f5d3077f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:36.882574 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce9d2691-a613-4f57-970e-65f5d3077f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:36.908037 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:36.937566 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] Checking router: b3269a06-9cb6-42b5-9188-26967d21510b for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:22:36.946518 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:22:36.947129 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:22:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:36.980591 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device c9a37455-4053-45fe-a7b9-07856b260c79 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:22:37.004851 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: c9a37455-4053-45fe-a7b9-07856b260c79 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:22:37.005335 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device c9a37455-4053-45fe-a7b9-07856b260c79 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:22:37.005606 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 87a634d4-e023-4d44-8fde-8034a190bfbb no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:22:37.024134 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ce9d2691-a613-4f57-970e-65f5d3077f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:37.034765 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 87a634d4-e023-4d44-8fde-8034a190bfbb {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:22:37.035107 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 87a634d4-e023-4d44-8fde-8034a190bfbb not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:22:37.066078 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ce9d2691-a613-4f57-970e-65f5d3077f3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e7608c936db4cf38f95cf373a143247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872092 Sep 01 02:22:37.069327 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:37.096785 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a021574d-3d1f-4420-b239-56d0b1fb5e6e req-9695f1f4-7b7c-4ed3-befe-6af20f2e60a6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8635445-44f4-4e2a-8e84-ae8a4bece534 HTTP/1.1" status: 200 len: 210 time: 0.0264897 Sep 01 02:22:37.097823 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d2691-a613-4f57-970e-65f5d3077f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d893cc5-4153-4fa3-bdc4-d6b5b2c4e964,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:37.140915 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66740290-c274-456d-89b4-a8a2582023bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:37.144853 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:22:37.167735 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66740290-c274-456d-89b4-a8a2582023bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:37.228424 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:37.253299 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c016052b-5e04-4b26-8c67-8788387b8aaa req-ae08ed6e-e2df-498b-84c3-dc90cb40eb0d tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80496e-12a2-4314-83cc-d6945fb2a684 HTTP/1.1" status: 200 len: 210 time: 0.0260251 Sep 01 02:22:37.373773 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:37.376685 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66740290-c274-456d-89b4-a8a2582023bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:37.379590 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66740290-c274-456d-89b4-a8a2582023bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:37.383423 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-66740290-c274-456d-89b4-a8a2582023bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d893cc5-4153-4fa3-bdc4-d6b5b2c4e964 HTTP/1.1" status: 204 len: 168 time: 0.3099179 Sep 01 02:22:37.392399 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66740290-c274-456d-89b4-a8a2582023bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d893cc5-4153-4fa3-bdc4-d6b5b2c4e964,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:37.414862 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865969e9-fc7a-44b0-85a7-92f440f40104 None None] The sync data for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi is: [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:22:37.714552 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f57722-da94-41d3-891b-22cbd984c097 None None] New status for floating IP bbd026cf-1554-4118-a54c-10a6950a105f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:22:38.193325 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:38.200315 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'name': 'network-vif-deleted', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:38.202816 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002e37a4-f4fb-463b-9ccf-8e5ef1d696d8" -d '{"events": [{"server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "name": "network-vif-deleted", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:38.238523 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580de5f2-d1b4-4bee-aee4-d7d099d00bc2 x-openstack-request-id: req-580de5f2-d1b4-4bee-aee4-d7d099d00bc2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:38.238815 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8635445-44f4-4e2a-8e84-ae8a4bece534", "name": "network-vif-deleted", "tag": "87a634d4-e023-4d44-8fde-8034a190bfbb", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:38.239248 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-580de5f2-d1b4-4bee-aee4-d7d099d00bc2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:38.239730 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8635445-44f4-4e2a-8e84-ae8a4bece534', 'name': 'network-vif-deleted', 'tag': '87a634d4-e023-4d44-8fde-8034a190bfbb', 'status': 'completed', 'code': 200} Sep 01 02:22:38.297679 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:38.368496 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8385090f-1690-4935-be64-a6d65f5fb4a7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:38.401792 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8385090f-1690-4935-be64-a6d65f5fb4a7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:38.560125 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8385090f-1690-4935-be64-a6d65f5fb4a7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:38.565444 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8385090f-1690-4935-be64-a6d65f5fb4a7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:38.570101 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-8385090f-1690-4935-be64-a6d65f5fb4a7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "DELETE /v2.0/security-groups/2aed0d56-1b14-4e43-9531-7cd491e44ca9 HTTP/1.1" status: 204 len: 168 time: 0.2690709 Sep 01 02:22:38.572950 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44426) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:38.591993 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385090f-1690-4935-be64-a6d65f5fb4a7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed0d56-1b14-4e43-9531-7cd491e44ca9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:38.596584 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.api.v2.resource [None req-4614b1b5-3474-4a91-84f7-f55a36f5e29a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] show failed (client error): The resource could not be found. Sep 01 02:22:38.597822 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-4614b1b5-3474-4a91-84f7-f55a36f5e29a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups/2aed0d56-1b14-4e43-9531-7cd491e44ca9 HTTP/1.1" status: 404 len: 347 time: 0.0228164 Sep 01 02:22:38.601660 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:38.629837 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-785c6a64-5c77-4151-8b2e-a18946ccd235 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:38.637733 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-785c6a64-5c77-4151-8b2e-a18946ccd235 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/networks?id=c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 HTTP/1.1" status: 200 len: 809 time: 0.1359673 Sep 01 02:22:38.650583 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-95013efd-00b4-42ea-8528-9eb9fd6c7652 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/quotas/d4025008a8e04d15a30ec89ca5bd224e HTTP/1.1" status: 200 len: 375 time: 0.0113246 Sep 01 02:22:38.689944 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-43f44bae-ce88-4343-98d9-0f51383d8f16 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4025008a8e04d15a30ec89ca5bd224e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335639 Sep 01 02:22:38.766152 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e07b2d89-592d-44e2-8c8e-933e7418e782 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Deleting port b7c7942a-1476-4af1-b4f8-6cbbcd68dd5e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:22:38.766915 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b2d89-592d-44e2-8c8e-933e7418e782 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:38.857773 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b2d89-592d-44e2-8c8e-933e7418e782 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:38.858116 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b2d89-592d-44e2-8c8e-933e7418e782 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:38.872297 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e07b2d89-592d-44e2-8c8e-933e7418e782 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Calling delete_port for b7c7942a-1476-4af1-b4f8-6cbbcd68dd5e owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:22:38.945501 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-741bc1b1-1a4e-4466-aea8-6ca4b19bc19e service neutron] 10.222.0.23 "GET /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471640 Sep 01 02:22:39.050123 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-7c1ba487-9b49-4ed5-ac65-772743c3f5a1 service neutron] 10.222.0.23 "GET /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036208 Sep 01 02:22:39.113438 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b2d89-592d-44e2-8c8e-933e7418e782 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:39.141389 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b2d89-592d-44e2-8c8e-933e7418e782 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event deleted for resources: {'Port': ['ID=b7c7942a-1476-4af1-b4f8-6cbbcd68dd5e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:39.201381 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b2d89-592d-44e2-8c8e-933e7418e782 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:39.203941 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e07b2d89-592d-44e2-8c8e-933e7418e782 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:39.205103 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-e07b2d89-592d-44e2-8c8e-933e7418e782 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "DELETE /v2.0/floatingips/bbd026cf-1554-4118-a54c-10a6950a105f HTTP/1.1" status: 204 len: 168 time: 0.6022651 Sep 01 02:22:39.313473 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:39.342570 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-71786ec4-72f8-4b82-9e08-21e45fcaf5a7 req-9dddf1cf-3d80-4d8c-813b-842c15540144 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 210 time: 0.0259237 Sep 01 02:22:40.434176 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a4bf30d4-5adb-42b6-b6e3-52a4eed04cc2 req-8001a961-3fac-4e1f-86c2-07153537d5f4 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 210 time: 0.0286407 Sep 01 02:22:40.454503 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:40.502993 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fc677c-9967-42da-b5f1-4ddaca10c3d0 admin admin] Deleting subnet 4f09a50d-fd3d-4558-8ac0-e63072f610f2 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:22:40.506150 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07fc677c-9967-42da-b5f1-4ddaca10c3d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.542104 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07fc677c-9967-42da-b5f1-4ddaca10c3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267996331'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.558331 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 44470) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:40.562931 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1900718595', 'description': 'tempest-description--1888397141'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:40.584362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07fc677c-9967-42da-b5f1-4ddaca10c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.707959 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.708222 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07fc677c-9967-42da-b5f1-4ddaca10c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264802447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267605578'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.735249 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc677c-9967-42da-b5f1-4ddaca10c3d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f09a50d-fd3d-4558-8ac0-e63072f610f2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:40.738961 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07fc677c-9967-42da-b5f1-4ddaca10c3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.741100 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-07fc677c-9967-42da-b5f1-4ddaca10c3d0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4f09a50d-fd3d-4558-8ac0-e63072f610f2 HTTP/1.1" status: 204 len: 168 time: 0.2864368 Sep 01 02:22:40.743573 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:40.808081 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.817054 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.882231 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.898557 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.910021 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae758667-3995-44bc-b357-a165c81380d0']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:40.916313 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e280580c-987a-4ac2-8011-bf32115e64fd,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:40.923490 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.923993 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.924174 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.924508 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.924841 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.925173 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.925502 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d03a003-b592-4698-9462-49b5ffeb4171') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:40.925638 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.925807 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d03a003-b592-4698-9462-49b5ffeb4171') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:40.925933 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.926241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.926564 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.926892 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.927213 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:22:40.935282 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.951142 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.957947 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:22:40.958347 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:22:40.960020 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:22:40.976126 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:40.979457 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d4b1a540-3127-4ff9-ad63-51e79802976f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4181442 Sep 01 02:22:40.980683 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 44482) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:40.985465 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-b6d3ca25-e3e2-4a26-9cde-bd120a9f3368 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'security_group_rule': {'security_group_id': 'e280580c-987a-4ac2-8011-bf32115e64fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:41.116474 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca25-e3e2-4a26-9cde-bd120a9f3368 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.133814 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.145216 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.149473 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ae758667-3995-44bc-b357-a165c81380d0 HTTP/1.1" status: 204 len: 168 time: 0.4025943 Sep 01 02:22:41.162776 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d90bb-91e9-4281-9a67-f5dcb8e84f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae758667-3995-44bc-b357-a165c81380d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:41.173822 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca25-e3e2-4a26-9cde-bd120a9f3368 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.244484 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca25-e3e2-4a26-9cde-bd120a9f3368 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.262777 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3ca25-e3e2-4a26-9cde-bd120a9f3368 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755ac942-5ce8-40a9-a02d-e94ac718315f,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:41.341912 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca25-e3e2-4a26-9cde-bd120a9f3368 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.343178 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b6d3ca25-e3e2-4a26-9cde-bd120a9f3368 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613579 Sep 01 02:22:41.345924 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 44490) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:41.350939 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-d86215a2-bfc6-40c5-b304-4b7d5a525967 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'security_group_rule': {'security_group_id': 'e280580c-987a-4ac2-8011-bf32115e64fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:41.444749 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d86215a2-bfc6-40c5-b304-4b7d5a525967 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.506926 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d86215a2-bfc6-40c5-b304-4b7d5a525967 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.532085 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4e7f726c-bead-44cd-879d-41653bcea466 req-d95b064b-c75a-4e8e-90e0-2f643912732a tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 210 time: 0.0269902 Sep 01 02:22:41.622165 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 44494) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:41.629295 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-7398d069-f325-438c-914c-f1e507295895 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:41.630710 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-7398d069-f325-438c-914c-f1e507295895 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.26 "GET /v2.0/networks?id=c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 HTTP/1.1" status: 200 len: 809 time: 0.1029336 Sep 01 02:22:41.642399 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d86215a2-bfc6-40c5-b304-4b7d5a525967 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.645200 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Request body: {'port': {'device_id': '23206a25-ce6a-42bb-8619-89b821d719ab', 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4', 'admin_state_up': True, 'tenant_id': 'd4025008a8e04d15a30ec89ca5bd224e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:41.678575 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86215a2-bfc6-40c5-b304-4b7d5a525967 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3db9b4-d97e-4e87-be86-4ed851445922,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:41.683758 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-43c8b2f5-329b-4181-9522-1da90b412817 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1faa9c5d224b4894b74ad9e4337d111d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604875 Sep 01 02:22:41.686357 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 44496) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:41.734251 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60af7a11-6031-4a65-a70e-db08f54425f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.756143 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60af7a11-6031-4a65-a70e-db08f54425f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.827797 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d86215a2-bfc6-40c5-b304-4b7d5a525967 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.832801 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d86215a2-bfc6-40c5-b304-4b7d5a525967 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4817717 Sep 01 02:22:41.832939 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 44500) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:41.837624 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'floatingip': {'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:41.956653 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Made reservation on behalf of d4025008a8e04d15a30ec89ca5bd224e for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:22:41.960662 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.965540 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60af7a11-6031-4a65-a70e-db08f54425f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.968371 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-60af7a11-6031-4a65-a70e-db08f54425f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:41.972162 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-60af7a11-6031-4a65-a70e-db08f54425f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42aabedd-ced6-403d-9bc0-cd5ea4de4fe9 HTTP/1.1" status: 204 len: 168 time: 0.2821031 Sep 01 02:22:41.986214 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af7a11-6031-4a65-a70e-db08f54425f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aabedd-ced6-403d-9bc0-cd5ea4de4fe9,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:42.105614 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Allocated IP 172.20.0.12 (c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4/1e6fb268-a615-4284-82ac-3158e3d0cc2d/034e5707-d174-4f3a-9420-28fece861f80) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:22:42.105851 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:42.209975 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:42.258956 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:42.321895 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Allocated IP 172.27.1.94 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/b97fd3b7-6150-4289-823f-7f204211b49a) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:22:42.368528 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:42.414871 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:22:42.421078 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:22:42.426850 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:22:42.441492 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:42.464960 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Pushing event updated for resources: {'Port': ['ID=034e5707-d174-4f3a-9420-28fece861f80,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:42.488202 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:42.489120 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:42.593655 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:42.594211 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b07673a5-e6dc-4f9b-a78c-3c229bab2734 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9541051 Sep 01 02:22:42.653787 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:22:42.662401 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:22:42.669276 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:22:42.674506 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'Port': ['ID=b97fd3b7-6150-4289-823f-7f204211b49a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:42.718318 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff0cfd-9366-4a8f-ad81-ea523ae0f81d req-d0e94b55-22c4-423a-91f9-9f562fe909ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:42.719832 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfff0cfd-9366-4a8f-ad81-ea523ae0f81d req-d0e94b55-22c4-423a-91f9-9f562fe909ba tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 932 time: 0.1172462 Sep 01 02:22:42.746482 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Request body: {'port': {'device_id': '23206a25-ce6a-42bb-8619-89b821d719ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:42.791004 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bfff0cfd-9366-4a8f-ad81-ea523ae0f81d req-ece3c4c8-1846-4ebd-98c7-a4bce27c19fe tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623426 Sep 01 02:22:42.810184 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:42.810325 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:42.922859 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:43.068136 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034e5707-d174-4f3a-9420-28fece861f80 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:22:43.075691 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:43.075878 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:43.087282 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Transition to ACTIVE for port object 034e5707-d174-4f3a-9420-28fece861f80 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:22:43.193019 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:43.193231 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:43.246469 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Pushing event updated for resources: {'Port': ['ID=034e5707-d174-4f3a-9420-28fece861f80,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:43.261873 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'Port': ['ID=b97fd3b7-6150-4289-823f-7f204211b49a,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:43.273741 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:43.315254 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Attempting to bind port 034e5707-d174-4f3a-9420-28fece861f80 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:22:43.315254 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Attempting to bind port 034e5707-d174-4f3a-9420-28fece861f80 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '352984b8-5775-4832-9764-fb565022a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:22:43.315254 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Attempting to bind port 034e5707-d174-4f3a-9420-28fece861f80 on network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:22:43.317885 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Port 034e5707-d174-4f3a-9420-28fece861f80 on network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:22:43.318210 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Attempting to bind port 034e5707-d174-4f3a-9420-28fece861f80 on network c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:22:43.323042 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:22:43.323472 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Checking segment: {'id': '352984b8-5775-4832-9764-fb565022a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:22:43.323860 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Bound using segment: {'id': '352984b8-5775-4832-9764-fb565022a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:22:43.324285 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Bound port: 034e5707-d174-4f3a-9420-28fece861f80, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352984b8-5775-4832-9764-fb565022a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:22:43.324646 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:43.387592 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:43.388305 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] For port 034e5707-d174-4f3a-9420-28fece861f80, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:22:43.388860 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-878696cd-bfb9-4548-bfa4-d7539537dcff tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5549924 Sep 01 02:22:43.391272 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] For port 034e5707-d174-4f3a-9420-28fece861f80, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=034e5707-d174-4f3a-9420-28fece861f80,segment=NetworkSegment(352984b8-5775-4832-9764-fb565022a27f),segment_id=352984b8-5775-4832-9764-fb565022a27f)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:22:43.490652 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:43.524633 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:43.525257 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:43.526663 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] 10.222.0.26 "PUT /v2.0/ports/034e5707-d174-4f3a-9420-28fece861f80 HTTP/1.1" status: 200 len: 1094 time: 0.9238679 Sep 01 02:22:43.527108 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23206a25-ce6a-42bb-8619-89b821d719ab', 'tag': '034e5707-d174-4f3a-9420-28fece861f80'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:43.534059 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca" -d '{"events": [{"name": "network-changed", "server_uuid": "23206a25-ce6a-42bb-8619-89b821d719ab", "tag": "034e5707-d174-4f3a-9420-28fece861f80"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:43.556708 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287325a-f462-4d70-9e2f-5f84cdc44f8c service neutron] Pushing event updated for resources: {'Port': ['ID=034e5707-d174-4f3a-9420-28fece861f80,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:43.578724 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-19a8a9d5-93d2-4bbc-a4da-0c154e4b5def tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1900718595&fields=id&tenant_id=8b6348a9e1194bc58ebe678f9a5107cb HTTP/1.1" status: 200 len: 267 time: 0.0339098 Sep 01 02:22:43.682870 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-d9aa653d-dd8c-494f-9b89-65331f20e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:43.684679 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-d9aa653d-dd8c-494f-9b89-65331f20e3f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4025008a8e04d15a30ec89ca5bd224e&device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 1097 time: 0.0447433 Sep 01 02:22:43.691420 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f328c-aba0-4425-980c-dc37427659ec req-a92efeb1-5901-4cbf-a4ae-fedeaebad652 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:43.693007 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-a92efeb1-5901-4cbf-a4ae-fedeaebad652 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 816 time: 0.1070123 Sep 01 02:22:43.695518 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fad258-328a-4446-b8d2-3da28531e532 x-openstack-request-id: req-15fad258-328a-4446-b8d2-3da28531e532 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:43.695807 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23206a25-ce6a-42bb-8619-89b821d719ab", "tag": "034e5707-d174-4f3a-9420-28fece861f80", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:43.696061 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15fad258-328a-4446-b8d2-3da28531e532 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:43.696449 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23206a25-ce6a-42bb-8619-89b821d719ab', 'tag': '034e5707-d174-4f3a-9420-28fece861f80', 'status': 'completed', 'code': 200} Sep 01 02:22:43.707718 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-de5259ac-9786-4223-9e8e-1cb979780b0c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/quotas/8b6348a9e1194bc58ebe678f9a5107cb HTTP/1.1" status: 200 len: 375 time: 0.0090411 Sep 01 02:22:43.735819 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-22c41446-4ac8-4a1d-8bfc-e783fd5ec04f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=034e5707-d174-4f3a-9420-28fece861f80 HTTP/1.1" status: 200 len: 217 time: 0.0383818 Sep 01 02:22:43.762960 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-5a93e78a-ee3d-4c71-ac4c-470034a17b72 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490994 Sep 01 02:22:43.786450 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-1fff91c6-7369-42ca-a56f-d06a339e7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:43.787919 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-1fff91c6-7369-42ca-a56f-d06a339e7069 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e6fb268-a615-4284-82ac-3158e3d0cc2d HTTP/1.1" status: 200 len: 849 time: 0.0435643 Sep 01 02:22:43.820060 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-03d57a89-e6c2-47b8-8ea1-4ce34b5a51c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235882 Sep 01 02:22:43.876304 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-2ffdf6d6-0503-46eb-a4c0-25f828e19af0 service neutron] 10.222.0.23 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018353 Sep 01 02:22:43.915442 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-b3502e21-5cbd-4b40-9484-563feb0a2ec0 service neutron] 10.222.0.26 "GET /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868840 Sep 01 02:22:43.960398 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81991d-50ce-489d-aefa-8b39e3146127 req-8e752ce3-8047-419a-989f-a9c823b75209 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:43.961873 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f81991d-50ce-489d-aefa-8b39e3146127 req-8e752ce3-8047-419a-989f-a9c823b75209 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 944 time: 0.0993662 Sep 01 02:22:44.006133 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6c6dea69-fb94-4f07-af61-82535794e1e2 req-31c4c31c-0525-4247-9953-d362fbffd4c7 service neutron] 10.222.0.26 "GET /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828738 Sep 01 02:22:44.017385 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-62c62e4b-4b4a-44ba-a3c4-f190b6d80d13 service neutron] 10.222.0.23 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280389 Sep 01 02:22:44.022329 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8f81991d-50ce-489d-aefa-8b39e3146127 req-8c6ea272-19b2-4cbf-974b-88da4036f4ce tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481849 Sep 01 02:22:44.160773 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca req-6021b9bc-78d0-4adb-87e8-e49c0c20f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:44.162399 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca req-6021b9bc-78d0-4adb-87e8-e49c0c20f6fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4025008a8e04d15a30ec89ca5bd224e&device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 1097 time: 0.0408130 Sep 01 02:22:44.238878 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75674b00-2735-4c77-bb7e-668e9e0d32ab req-ff0f2a4f-7c15-49db-9aff-a9517f63e944 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 210 time: 0.0265956 Sep 01 02:22:44.262803 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca req-3a735bb6-2bbb-4f15-9219-559b47786b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:44.263948 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca req-3a735bb6-2bbb-4f15-9219-559b47786b41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 HTTP/1.1" status: 200 len: 910 time: 0.0922344 Sep 01 02:22:44.306298 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca req-754fc6f8-283c-4549-82e1-ee7a14a97ffd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=034e5707-d174-4f3a-9420-28fece861f80 HTTP/1.1" status: 200 len: 217 time: 0.0343266 Sep 01 02:22:44.361830 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca req-e70eb460-9f3a-4a42-9e81-69226366f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:44.378460 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca req-e70eb460-9f3a-4a42-9e81-69226366f84e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e6fb268-a615-4284-82ac-3158e3d0cc2d HTTP/1.1" status: 200 len: 849 time: 0.0487070 Sep 01 02:22:44.397685 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca req-b57b84d9-299e-45a2-904c-3e755ff79ea8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244260 Sep 01 02:22:44.487369 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca req-e30ec950-f44f-4613-8a02-2ac7be1b3821 service neutron] 10.222.0.26 "GET /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816972 Sep 01 02:22:44.585109 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-30f3e29c-98c3-43b1-bbef-2c8ed9246fca req-24f6bb32-15ce-4861-807f-4e23a87b901a service neutron] 10.222.0.26 "GET /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895374 Sep 01 02:22:45.138446 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8780d6-e8e4-4c0d-b36e-af15822aa624 req-f4779d89-94c8-4d22-94f9-95bdedf01f56 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:45.139926 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd8780d6-e8e4-4c0d-b36e-af15822aa624 req-f4779d89-94c8-4d22-94f9-95bdedf01f56 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 944 time: 0.0469050 Sep 01 02:22:45.178202 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fd8780d6-e8e4-4c0d-b36e-af15822aa624 req-c5e4ad6f-2c9f-48eb-8e24-8c2be4740efb tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Sep 01 02:22:45.336033 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eceb28da-2d43-46e5-8bbc-0a52659dde55 req-cb1f2eff-a0e3-4fba-80eb-93ae2e72b20d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 210 time: 0.0296490 Sep 01 02:22:45.402930 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27585c-7dba-4db0-8ead-9132b93c0b31 req-5f00b56f-8c88-4a4d-bf93-a952bdbce3ad tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:45.404413 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc27585c-7dba-4db0-8ead-9132b93c0b31 req-5f00b56f-8c88-4a4d-bf93-a952bdbce3ad tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0490808 Sep 01 02:22:45.441321 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc27585c-7dba-4db0-8ead-9132b93c0b31 req-884281db-7bba-4b2e-8b60-68d99abf1ef3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310886 Sep 01 02:22:46.274069 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f328c-aba0-4425-980c-dc37427659ec req-9027a5f9-7f59-4bd4-b918-71f64cffd2f6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:46.275726 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-9027a5f9-7f59-4bd4-b918-71f64cffd2f6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.26 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 816 time: 0.1109378 Sep 01 02:22:46.310220 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b13580-8b5c-4ae7-93a8-0143805d4931 req-72ddf72a-0f5e-434d-bb24-d933688715cf tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:46.311728 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-50b13580-8b5c-4ae7-93a8-0143805d4931 req-72ddf72a-0f5e-434d-bb24-d933688715cf tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 944 time: 0.0578821 Sep 01 02:22:46.324042 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-7663f47f-403e-4852-953f-333103857b8e tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b6348a9e1194bc58ebe678f9a5107cb HTTP/1.1" status: 200 len: 380 time: 0.0386763 Sep 01 02:22:46.334620 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'port': {'device_id': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'admin_state_up': True, 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'security_groups': ['e280580c-987a-4ac2-8011-bf32115e64fd']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:46.352187 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-50b13580-8b5c-4ae7-93a8-0143805d4931 req-23ac7b4e-4136-4c1c-9bc3-7557b0e4c887 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336955 Sep 01 02:22:46.457657 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0748c414-65c7-45a0-82b3-ea266d871f49 req-9689806d-15d9-4825-a803-384ff5006bad tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 210 time: 0.0287018 Sep 01 02:22:46.541475 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Made reservation on behalf of 8b6348a9e1194bc58ebe678f9a5107cb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:22:46.545520 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:46.566019 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf3932-36d0-415d-80a4-b4dd778b9d8e req-4ba7ecb4-9fd8-4f4e-a612-366f95745b29 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:46.568458 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0ebf3932-36d0-415d-80a4-b4dd778b9d8e req-4ba7ecb4-9fd8-4f4e-a612-366f95745b29 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.0547633 Sep 01 02:22:46.622055 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0ebf3932-36d0-415d-80a4-b4dd778b9d8e req-c4ee021d-5ad9-4906-b726-a3ec8df316b2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436437 Sep 01 02:22:46.649226 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-9bffc479-61ca-4ee8-9f9c-b8cc2d382583 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563644855&fields=id&tenant_id=f665dbb818714a32b1b1af04947048e7 HTTP/1.1" status: 200 len: 267 time: 0.0390933 Sep 01 02:22:46.681927 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Allocated IP 172.20.0.3 (e5a3e1b6-c394-4401-8c8a-9601aa881cda/6a41553d-c3c0-435c-aa65-1e5b16018403/0b7d2e78-af9a-4e03-96ef-97b35ce71b0e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:22:46.702735 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-aae8480e-2b86-41bb-9635-f5e4d9e7b1d6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:46.704326 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-aae8480e-2b86-41bb-9635-f5e4d9e7b1d6 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 985 time: 0.0492454 Sep 01 02:22:46.715691 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-5829e0de-afea-4228-a7d0-5bba2922f997 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Request body: {'port': {'security_groups': ['1576a968-09f7-4959-917f-73e31a6b8b06']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:46.786612 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-5829e0de-afea-4228-a7d0-5bba2922f997 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:46.816958 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:46.830217 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Transition to ACTIVE for port object 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:22:46.942110 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:46.964394 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-5829e0de-afea-4228-a7d0-5bba2922f997 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] For port 23a112c2-f54a-4f00-82df-d26bd2287ad0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:46.987954 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Network e5a3e1b6-c394-4401-8c8a-9601aa881cda is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:22:46.992969 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:22:46.996380 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-5829e0de-afea-4228-a7d0-5bba2922f997 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:46.996733 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:22:47.004546 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 034e5707-d174-4f3a-9420-28fece861f80 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:22:47.022537 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event updated for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:47.058637 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:47.059257 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.061705 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-5829e0de-afea-4228-a7d0-5bba2922f997 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.084420 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['23a112c2-f54a-4f00-82df-d26bd2287ad0'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:22:47.115457 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-5829e0de-afea-4228-a7d0-5bba2922f997 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:47.116406 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-5829e0de-afea-4228-a7d0-5bba2922f997 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.118881 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 034e5707-d174-4f3a-9420-28fece861f80, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=034e5707-d174-4f3a-9420-28fece861f80,segment=NetworkSegment(352984b8-5775-4832-9764-fb565022a27f),segment_id=352984b8-5775-4832-9764-fb565022a27f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:47.125382 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-53c52f0a-decb-4959-bfb9-799a04ea6606 req-5829e0de-afea-4228-a7d0-5bba2922f997 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "PUT /v2.0/ports/23a112c2-f54a-4f00-82df-d26bd2287ad0 HTTP/1.1" status: 200 len: 943 time: 0.4143164 Sep 01 02:22:47.125957 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:47.128089 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:47.128667 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1544710e-ada1-4937-be05-5c821adc0ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:47.133542 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '034e5707-d174-4f3a-9420-28fece861f80', 'network_id': 'c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4', 'port_id': '034e5707-d174-4f3a-9420-28fece861f80', 'mac_address': 'fa:16:3e:7b:6c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6fb268-a615-4284-82ac-3158e3d0cc2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:22:47.156912 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829e0de-afea-4228-a7d0-5bba2922f997 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event updated for resources: {'Port': ['ID=23a112c2-f54a-4f00-82df-d26bd2287ad0,revision_number=7']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:47.194947 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-52397ffb-23ea-4b76-80ac-49c60df64250 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8644302 Sep 01 02:22:47.205596 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859f3de8-f529-4a68-8264-b8e7850bba0e x-openstack-request-id: req-859f3de8-f529-4a68-8264-b8e7850bba0e {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:47.205992 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:47.206318 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-859f3de8-f529-4a68-8264-b8e7850bba0e {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:47.206828 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'status': 'completed', 'code': 200} Sep 01 02:22:47.214197 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Request body: {'port': {'device_id': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:47.235579 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['23a112c2-f54a-4f00-82df-d26bd2287ad0'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:22:47.290718 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10d7d907-180d-46c0-8cdf-0a0895b04c7e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.322612 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.353819 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034e5707-d174-4f3a-9420-28fece861f80 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:22:47.404975 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b745d-2b12-43df-87f6-734a818afc2b req-95405328-91ec-41f2-b217-b4265bb3688f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:47.409433 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-616b745d-2b12-43df-87f6-734a818afc2b req-95405328-91ec-41f2-b217-b4265bb3688f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.1125724 Sep 01 02:22:47.463436 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 034e5707-d174-4f3a-9420-28fece861f80, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=034e5707-d174-4f3a-9420-28fece861f80,segment=NetworkSegment(352984b8-5775-4832-9764-fb565022a27f),segment_id=352984b8-5775-4832-9764-fb565022a27f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:47.498466 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e8102764-7f32-416b-a349-94ad6cc92a58 None None] Provisioning for port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:22:47.523688 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e8102764-7f32-416b-a349-94ad6cc92a58 None None] Provisioning complete for port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:22:47.524208 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8102764-7f32-416b-a349-94ad6cc92a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.569148 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.629051 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e8102764-7f32-416b-a349-94ad6cc92a58 None None] Port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:22:47.648621 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10d7d907-180d-46c0-8cdf-0a0895b04c7e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.649673 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1419470-566f-4735-913b-8274bb3d90b5 req-684dc2d9-5c71-4fb5-8324-4f3c26cb63e9 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:47.651701 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f1419470-566f-4735-913b-8274bb3d90b5 req-684dc2d9-5c71-4fb5-8324-4f3c26cb63e9 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 945 time: 0.1254141 Sep 01 02:22:47.656765 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Deleting port 0db184f3-1e96-45b0-b435-e079ffed1d99 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:22:47.656765 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.674535 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.681067 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-6735fb34-e5b5-485f-b422-de15fb37afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:47.682569 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-6735fb34-e5b5-485f-b422-de15fb37afd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f665dbb818714a32b1b1af04947048e7&device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 1099 time: 0.4412515 Sep 01 02:22:47.739348 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=034e5707-d174-4f3a-9420-28fece861f80,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:47.775875 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b6f41e65-83fb-477f-bb1a-4005cf1b1faa None None] Provisioning complete for port 23a112c2-f54a-4f00-82df-d26bd2287ad0 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:22:47.776405 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6f41e65-83fb-477f-bb1a-4005cf1b1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:47.820155 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['034e5707-d174-4f3a-9420-28fece861f80'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:22:47.847416 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-9b9940d1-098c-4b3c-a23c-df58bc26b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:47.849002 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-9b9940d1-098c-4b3c-a23c-df58bc26b178 service neutron] 10.222.0.26 "GET /v2.0/networks?id=549c1e5f-4a05-48ed-82fd-46584b3feb67 HTTP/1.1" status: 200 len: 916 time: 0.1532185 Sep 01 02:22:47.995394 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b956863-ef36-4b85-96a9-eb159d7e1ed9 req-394707e3-ff8b-479e-b1b8-ae1552da0355 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:48.003752 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0b956863-ef36-4b85-96a9-eb159d7e1ed9 req-394707e3-ff8b-479e-b1b8-ae1552da0355 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 931 time: 0.4192722 Sep 01 02:22:48.041689 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10d7d907-180d-46c0-8cdf-0a0895b04c7e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.044675 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10d7d907-180d-46c0-8cdf-0a0895b04c7e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.047662 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-10d7d907-180d-46c0-8cdf-0a0895b04c7e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "DELETE /v2.0/security-groups/c9a1fed6-71e7-4675-93e8-0b18f6900b95 HTTP/1.1" status: 204 len: 168 time: 0.9173813 Sep 01 02:22:48.050374 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-c27f14d9-7465-4b7f-bd65-d6a93f2834b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0 HTTP/1.1" status: 200 len: 1002 time: 0.1254189 Sep 01 02:22:48.052734 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 44612) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:48.061799 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f1419470-566f-4735-913b-8274bb3d90b5 req-d0730f8f-b9e1-4dc1-a584-4a59176f0572 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887839 Sep 01 02:22:48.078101 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7d907-180d-46c0-8cdf-0a0895b04c7e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a1fed6-71e7-4675-93e8-0b18f6900b95,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:48.144267 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-28f41a94-d236-4e65-acc6-ecd71adf54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:48.145965 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-28f41a94-d236-4e65-acc6-ecd71adf54b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6bb31963-23ab-4ced-8c50-2123a0a1a0e4 HTTP/1.1" status: 200 len: 854 time: 0.0793846 Sep 01 02:22:48.156800 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0b956863-ef36-4b85-96a9-eb159d7e1ed9 req-b0933fca-8cf5-4487-8e96-6945e366c931 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501527 Sep 01 02:22:48.165810 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] For port 0db184f3-1e96-45b0-b435-e079ffed1d99, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0db184f3-1e96-45b0-b435-e079ffed1d99,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:48.166192 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.233061 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-9992406d-d1aa-49db-8d80-66e0b3f82296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:48.234668 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-9992406d-d1aa-49db-8d80-66e0b3f82296 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=549c1e5f-4a05-48ed-82fd-46584b3feb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0806863 Sep 01 02:22:48.312867 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:22:48.326776 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.351004 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Transition to ACTIVE for port object 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:22:48.371054 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-32f6dcf4-80af-4c18-ae1c-84624777b5d4 service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185331 Sep 01 02:22:48.414084 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea030a87-72de-45e1-8fcf-c40a1159e169 req-5c7ebeab-8a42-44de-b63c-a46fc3333059 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:48.415666 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ea030a87-72de-45e1-8fcf-c40a1159e169 req-5c7ebeab-8a42-44de-b63c-a46fc3333059 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 946 time: 0.2259300 Sep 01 02:22:48.465841 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1544710e-ada1-4937-be05-5c821adc0ec6 req-b1ad6f97-47d5-40b4-b9dc-d1724a32eb4b service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870335 Sep 01 02:22:48.476754 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.539579 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:48.539976 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ea030a87-72de-45e1-8fcf-c40a1159e169 req-d7d1e94a-0bc6-4535-99f6-0fa2cf4c9e39 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=62284495-14f7-4fb8-ba7f-357850506f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182280 Sep 01 02:22:48.565755 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.566280 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.567203 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.l3_db [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Floating IP f765c5a6-fd0d-4b98-b4fb-8b71a03b67f7 disassociated. External IP: 172.27.1.155, port: 0db184f3-1e96-45b0-b435-e079ffed1d99. Sep 01 02:22:48.567325 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Calling delete_port for 0db184f3-1e96-45b0-b435-e079ffed1d99 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:22:48.584632 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Deleting port d6c9caed-7799-4cfd-8e11-8d1348848b45 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:22:48.585384 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.618955 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Attempting to bind port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:22:48.619323 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Attempting to bind port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:22:48.619711 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Attempting to bind port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e on network e5a3e1b6-c394-4401-8c8a-9601aa881cda {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:22:48.624846 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e on network e5a3e1b6-c394-4401-8c8a-9601aa881cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:22:48.625174 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Attempting to bind port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e on network e5a3e1b6-c394-4401-8c8a-9601aa881cda {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:22:48.631075 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:22:48.631658 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Checking segment: {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:22:48.632356 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Bound using segment: {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:22:48.632981 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Bound port: 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce37626-0cf8-4cfc-bb01-710ac6f40624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:22:48.633342 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.703157 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:22:48.706598 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:22:48.726134 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.726500 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.739540 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Calling delete_port for d6c9caed-7799-4cfd-8e11-8d1348848b45 owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:22:48.796886 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.840315 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:48.840965 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.842430 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] 10.222.0.26 "PUT /v2.0/ports/0b7d2e78-af9a-4e03-96ef-97b35ce71b0e HTTP/1.1" status: 200 len: 1093 time: 1.6330554 Sep 01 02:22:48.842862 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:48.845122 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0f23d8-9b9f-434e-bfc5-39f4a39a9067" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:48.865961 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054cf3d-5ef6-4cb1-9b47-18afc011d4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:48.894804 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34639c8-6063-4340-a227-1344fd376629 x-openstack-request-id: req-b34639c8-6063-4340-a227-1344fd376629 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:48.895510 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:48.895792 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b34639c8-6063-4340-a227-1344fd376629 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:48.896340 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'status': 'completed', 'code': 200} Sep 01 02:22:48.958879 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:48.995405 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event deleted for resources: {'Port': ['ID=0db184f3-1e96-45b0-b435-e079ffed1d99,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:49.093586 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:49.137345 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event deleted for resources: {'Port': ['ID=d6c9caed-7799-4cfd-8e11-8d1348848b45,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:49.231944 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Router 6922c923-6cb1-46ad-bc99-bff79840fa93 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:22:49.247945 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:49.248280 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Floating IP d34a4200-eb06-4a19-b864-8fa231981d9a disassociated (deleted). External IP: 172.27.1.246, port: 23a112c2-f54a-4f00-82df-d26bd2287ad0. Sep 01 02:22:49.308737 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98b3cc-b9ea-40a1-98e1-303ca406a569 req-a7f8e6e4-80b0-439e-96b3-f4ba317c3fcf tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:49.310192 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7f98b3cc-b9ea-40a1-98e1-303ca406a569 req-a7f8e6e4-80b0-439e-96b3-f4ba317c3fcf tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 945 time: 0.1678646 Sep 01 02:22:49.447443 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13279cc4-2f52-4333-bc1d-555b44ccd3a9 req-aa18660c-3f61-4c1f-bf8e-4db6cf779e9c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:49.449001 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13279cc4-2f52-4333-bc1d-555b44ccd3a9 req-aa18660c-3f61-4c1f-bf8e-4db6cf779e9c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.2252357 Sep 01 02:22:49.460264 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7f98b3cc-b9ea-40a1-98e1-303ca406a569 req-b175bd13-9b7c-4f39-8241-b20678de1776 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369603 Sep 01 02:22:49.572001 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13279cc4-2f52-4333-bc1d-555b44ccd3a9 req-59f6f9ab-b522-44d3-898a-60c899e716ef tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089435 Sep 01 02:22:49.591970 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:22:49.608130 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] Sync routers for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:22:49.617997 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:22:49.618610 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:22:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:49.688226 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f524bc2d-6760-4464-9ea6-3ac52e081221 req-c9d61c04-24f2-4648-a2ed-969cacd2b26c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 210 time: 0.0629470 Sep 01 02:22:49.691226 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] No DVR routers for this DVR port 0db184f3-1e96-45b0-b435-e079ffed1d99 on host hv-cinder-79966 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:22:49.695488 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:49.697609 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-616b745d-2b12-43df-87f6-734a818afc2b req-1d44b462-41c8-4ed3-b5f5-a6c1305697df tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.26 "DELETE /v2.0/ports/0db184f3-1e96-45b0-b435-e079ffed1d99 HTTP/1.1" status: 204 len: 173 time: 2.2831252 Sep 01 02:22:49.698069 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'name': 'network-vif-deleted', 'tag': '0db184f3-1e96-45b0-b435-e079ffed1d99'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:49.700399 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2208f23d-8e6c-44ce-841b-10225c905a97" -d '{"events": [{"server_uuid": "e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f", "name": "network-vif-deleted", "tag": "0db184f3-1e96-45b0-b435-e079ffed1d99"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:49.719900 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Router 356b55fe-e855-4d43-9aff-db0bcbe1d57e has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:22:49.860074 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:22:50.017228 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13a04a7-2572-4bc4-ac12-9407280a3a23 x-openstack-request-id: req-e13a04a7-2572-4bc4-ac12-9407280a3a23 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:50.017449 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f", "name": "network-vif-deleted", "tag": "0db184f3-1e96-45b0-b435-e079ffed1d99", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:50.018224 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e13a04a7-2572-4bc4-ac12-9407280a3a23 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:50.018623 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f', 'name': 'network-vif-deleted', 'tag': '0db184f3-1e96-45b0-b435-e079ffed1d99', 'status': 'completed', 'code': 200} Sep 01 02:22:50.062555 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:50.081632 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:22:50.086012 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:50.090557 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] Checking router: 6922c923-6cb1-46ad-bc99-bff79840fa93 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:22:50.092836 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] Sync routers for ids ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:22:50.099503 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:22:50.100120 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:22:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:50.102721 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] Routers {'356b55fe-e855-4d43-9aff-db0bcbe1d57e'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:22:50.103323 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:22:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:50.115882 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-03eb77da-59b9-4881-9749-0fe3d1f3801a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "DELETE /v2.0/floatingips/d34a4200-eb06-4a19-b864-8fa231981d9a HTTP/1.1" status: 204 len: 168 time: 2.0594158 Sep 01 02:22:50.214723 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:22:50.218291 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] Set router 356b55fe-e855-4d43-9aff-db0bcbe1d57e gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:22:50.424294 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:22Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '8f7252bb-89a1-47f1-a991-d24833d3790d', 'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'mac_address': 'fa:16:3e:55:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:20Z', 'updated_at': '2021-09-01T02:19:28Z', 'revision_number': 5, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'subnets': [{'id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:50.428040 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:50.452790 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] Checking router: 356b55fe-e855-4d43-9aff-db0bcbe1d57e for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:22:50.454625 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d081fb-67d7-4eb0-932e-64ca86d20569 None None] The sync data for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi is: [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:22:50.461297 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] Routers {'356b55fe-e855-4d43-9aff-db0bcbe1d57e'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:22:50.461922 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:22:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:50.580812 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] Set router 356b55fe-e855-4d43-9aff-db0bcbe1d57e gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:22:50.586811 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199345a-8acf-4985-8c09-1b288021b7d2 req-31adea32-d1e4-4607-a54f-8fe46caf826f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:50.588538 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0199345a-8acf-4985-8c09-1b288021b7d2 req-31adea32-d1e4-4607-a54f-8fe46caf826f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 945 time: 0.0560277 Sep 01 02:22:50.629427 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0199345a-8acf-4985-8c09-1b288021b7d2 req-65c30155-41b2-46bb-b7e0-d2ac78d64d8b tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Sep 01 02:22:50.745894 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd7a43-2237-4477-aab3-9fae91ea3776 req-e6fe68dc-d34d-4a8d-bcfd-33e884673ce8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:50.747673 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fadd7a43-2237-4477-aab3-9fae91ea3776 req-e6fe68dc-d34d-4a8d-bcfd-33e884673ce8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0621352 Sep 01 02:22:50.798611 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fadd7a43-2237-4477-aab3-9fae91ea3776 req-76ace10e-efb4-47a7-966c-4362e48fa833 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436342 Sep 01 02:22:50.810677 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:22Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '8f7252bb-89a1-47f1-a991-d24833d3790d', 'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'mac_address': 'fa:16:3e:55:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:20Z', 'updated_at': '2021-09-01T02:19:28Z', 'revision_number': 5, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'subnets': [{'id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:22:50.842710 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d8ce984d-47e0-490a-bc60-0ccc0866ec71 req-50389ca8-ab03-42ae-99b7-40e792733943 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 210 time: 0.0288982 Sep 01 02:22:50.849623 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa92a5-7286-418b-a86c-d900d9433d9c None None] The sync data for ids ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'] in dv-cinder-799668-15-iscsi is: [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:19:22Z', 'revision_number': 4, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '8f7252bb-89a1-47f1-a991-d24833d3790d', 'name': '', 'network_id': '549c1e5f-4a05-48ed-82fd-46584b3feb67', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'mac_address': 'fa:16:3e:55:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:20Z', 'updated_at': '2021-09-01T02:19:28Z', 'revision_number': 5, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'subnets': [{'id': '6bb31963-23ab-4ced-8c50-2123a0a1a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:22:50.858313 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:22:50.870227 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ed63c-465d-4464-8d0f-200c6aaf5853 None None] New status for floating IP f765c5a6-fd0d-4b98-b4fb-8b71a03b67f7: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:22:50.979371 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 034e5707-d174-4f3a-9420-28fece861f80 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:22:51.035281 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f23d8-9b9f-434e-bfc5-39f4a39a9067 req-3dafbc35-f0a1-4198-b76d-6b506dad9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:51.037003 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ae0f23d8-9b9f-434e-bfc5-39f4a39a9067 req-3dafbc35-f0a1-4198-b76d-6b506dad9253 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0524709 Sep 01 02:22:51.104081 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66119642-ad36-4bdd-bf0a-39465ee3b5c4 None None] New status for floating IP d34a4200-eb06-4a19-b864-8fa231981d9a: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:22:51.139375 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 034e5707-d174-4f3a-9420-28fece861f80 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:22:51.143946 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 034e5707-d174-4f3a-9420-28fece861f80 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:22:51.144323 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:51.147832 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f23d8-9b9f-434e-bfc5-39f4a39a9067 req-65329d0e-58c9-4ce2-a612-3b01abc62c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:51.152831 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ae0f23d8-9b9f-434e-bfc5-39f4a39a9067 req-65329d0e-58c9-4ce2-a612-3b01abc62c66 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1045113 Sep 01 02:22:51.236417 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:51.268195 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f23d8-9b9f-434e-bfc5-39f4a39a9067 req-d6a39f3c-dfbe-4c0b-affb-2e917d15914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:51.269366 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23206a25-ce6a-42bb-8619-89b821d719ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034e5707-d174-4f3a-9420-28fece861f80'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:51.269813 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ae0f23d8-9b9f-434e-bfc5-39f4a39a9067 req-d6a39f3c-dfbe-4c0b-affb-2e917d15914e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118007 Sep 01 02:22:51.271716 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1043da-bf45-46c8-9a4f-0ab0adf153c0" -d '{"events": [{"server_uuid": "23206a25-ce6a-42bb-8619-89b821d719ab", "name": "network-vif-plugged", "status": "completed", "tag": "034e5707-d174-4f3a-9420-28fece861f80"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:51.289701 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 034e5707-d174-4f3a-9420-28fece861f80, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=034e5707-d174-4f3a-9420-28fece861f80,segment=NetworkSegment(352984b8-5775-4832-9764-fb565022a27f),segment_id=352984b8-5775-4832-9764-fb565022a27f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:51.315080 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e43d7e-f3a1-40c8-bd94-a590513d3a40 x-openstack-request-id: req-95e43d7e-f3a1-40c8-bd94-a590513d3a40 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:51.315583 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23206a25-ce6a-42bb-8619-89b821d719ab", "name": "network-vif-plugged", "status": "completed", "tag": "034e5707-d174-4f3a-9420-28fece861f80", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:51.315975 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95e43d7e-f3a1-40c8-bd94-a590513d3a40 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:51.316374 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23206a25-ce6a-42bb-8619-89b821d719ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034e5707-d174-4f3a-9420-28fece861f80', 'code': 200} Sep 01 02:22:51.352980 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f328c-aba0-4425-980c-dc37427659ec req-a45a6b84-8714-4a96-8cfa-b24cf914e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:51.354390 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-a45a6b84-8714-4a96-8cfa-b24cf914e344 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0422859 Sep 01 02:22:51.402880 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-61e3fc93-b2f7-406c-bf03-f3dc60ab1876 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e HTTP/1.1" status: 200 len: 217 time: 0.0348587 Sep 01 02:22:51.447936 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:51.451640 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f328c-aba0-4425-980c-dc37427659ec req-66460d86-23c3-4c31-85e7-988087ec8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:51.453139 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-66460d86-23c3-4c31-85e7-988087ec8cd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a41553d-c3c0-435c-aa65-1e5b16018403 HTTP/1.1" status: 200 len: 855 time: 0.0437150 Sep 01 02:22:51.471962 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0db184f3-1e96-45b0-b435-e079ffed1d99 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:22:51.497802 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 0db184f3-1e96-45b0-b435-e079ffed1d99 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:22:51.498216 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0db184f3-1e96-45b0-b435-e079ffed1d99 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:22:51.505099 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f328c-aba0-4425-980c-dc37427659ec req-7e8e5f0b-c3e3-4006-9489-1ac3315c0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:51.527521 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-7e8e5f0b-c3e3-4006-9489-1ac3315c0791 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5a3e1b6-c394-4401-8c8a-9601aa881cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457327 Sep 01 02:22:51.528206 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=034e5707-d174-4f3a-9420-28fece861f80,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:51.602564 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-e3645e42-4801-4f98-83ea-422eb145ef66 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870931 Sep 01 02:22:51.712800 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e7f328c-aba0-4425-980c-dc37427659ec req-d30ee53b-704c-4e85-9f12-e4a6681646e8 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014609 Sep 01 02:22:51.758708 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdaf96-c21a-4685-9b51-2ae7ca1d492e req-53f43f03-8cbc-4194-93e0-e9a6c50288c9 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:51.760181 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7abdaf96-c21a-4685-9b51-2ae7ca1d492e req-53f43f03-8cbc-4194-93e0-e9a6c50288c9 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 946 time: 0.0628483 Sep 01 02:22:51.815959 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2d195-6a57-4ed4-8aee-6521b90675d7 req-9fb9b67f-f8de-4e17-901b-935de3d4ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:51.818019 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75b2d195-6a57-4ed4-8aee-6521b90675d7 req-9fb9b67f-f8de-4e17-901b-935de3d4ae9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 1099 time: 0.0784755 Sep 01 02:22:51.821219 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7abdaf96-c21a-4685-9b51-2ae7ca1d492e req-7e67e03b-80b9-430c-a003-ca78ffbd5883 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479729 Sep 01 02:22:51.865074 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75b2d195-6a57-4ed4-8aee-6521b90675d7 req-87f508f0-5ceb-454a-a4e2-9f2891fb8d59 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333209 Sep 01 02:22:51.920611 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef62a4-ba7e-4404-8d58-a043cb058a51 req-3364d056-d44f-491f-802a-7c57ae7c37c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:51.922119 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6fef62a4-ba7e-4404-8d58-a043cb058a51 req-3364d056-d44f-491f-802a-7c57ae7c37c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0489063 Sep 01 02:22:51.953464 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1b21eccc-f2eb-4f53-9146-1a53a2974eba req-5bd554ee-62cd-4365-befe-c6ce4aa987ef tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1a8627d-a1d5-45c0-a6d0-58bb9c96af9f HTTP/1.1" status: 200 len: 210 time: 0.0304005 Sep 01 02:22:51.978847 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6fef62a4-ba7e-4404-8d58-a043cb058a51 req-c24ac7ed-9484-4465-a112-4cdc5a5365eb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472004 Sep 01 02:22:52.019767 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:52.022078 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfa0d60-01c3-41aa-a799-6571fc719988" -d '{"events": [{"name": "network-changed", "server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:52.056740 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238ba8b1-b78b-4fda-b026-8d180bdc3169 x-openstack-request-id: req-238ba8b1-b78b-4fda-b026-8d180bdc3169 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:52.057027 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:52.057284 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-238ba8b1-b78b-4fda-b026-8d180bdc3169 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:52.057672 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'status': 'completed', 'code': 200} Sep 01 02:22:52.123090 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-39c8dbd2-5bf7-4e30-ac8e-eef2c2e043a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:52.124886 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-39c8dbd2-5bf7-4e30-ac8e-eef2c2e043a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f665dbb818714a32b1b1af04947048e7&device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 1099 time: 0.0419192 Sep 01 02:22:52.217845 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-73f2d4a7-c39d-40dc-a07d-bc804fc328d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:52.219306 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-73f2d4a7-c39d-40dc-a07d-bc804fc328d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=549c1e5f-4a05-48ed-82fd-46584b3feb67 HTTP/1.1" status: 200 len: 916 time: 0.0855811 Sep 01 02:22:52.261081 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-d5ca539c-cfcc-4f52-9376-b08d06cdb2a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0 HTTP/1.1" status: 200 len: 217 time: 0.0341921 Sep 01 02:22:52.314037 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-28d4a8e8-27c8-42f2-aae7-eeada4d20e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:52.315567 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-28d4a8e8-27c8-42f2-aae7-eeada4d20e3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6bb31963-23ab-4ced-8c50-2123a0a1a0e4 HTTP/1.1" status: 200 len: 854 time: 0.0474052 Sep 01 02:22:52.364050 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-bab1ae1f-27ab-46a2-8701-fa3d26653385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:52.365557 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-bab1ae1f-27ab-46a2-8701-fa3d26653385 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=549c1e5f-4a05-48ed-82fd-46584b3feb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412447 Sep 01 02:22:52.461982 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-6ff3c43d-0f98-4a54-b6b0-08e943af0ba8 service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868347 Sep 01 02:22:52.558852 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9dfa0d60-01c3-41aa-a799-6571fc719988 req-516adaf0-9fa6-4d09-969c-79a272323954 service neutron] 10.222.0.26 "GET /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876808 Sep 01 02:22:52.946741 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e4109-0344-46f6-9d2b-fb7502f5eb39 req-8661ba8a-f137-4e61-9f35-a34071d9c229 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:52.950697 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-772e4109-0344-46f6-9d2b-fb7502f5eb39 req-8661ba8a-f137-4e61-9f35-a34071d9c229 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 946 time: 0.0531490 Sep 01 02:22:52.989015 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-772e4109-0344-46f6-9d2b-fb7502f5eb39 req-d04322e1-e3ae-4e9a-83f3-cd0ded5ace61 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Sep 01 02:22:53.101916 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f1b78-1351-4e58-941a-e5f5c7c3da13 req-4f78816b-366d-4124-8fc8-e0620efb7d41 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:53.103331 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-047f1b78-1351-4e58-941a-e5f5c7c3da13 req-4f78816b-366d-4124-8fc8-e0620efb7d41 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0488091 Sep 01 02:22:53.141417 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-047f1b78-1351-4e58-941a-e5f5c7c3da13 req-ef43bd6d-ee6e-4a1a-81be-07b31d113eec tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 Sep 01 02:22:53.165000 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 44688) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:53.223575 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7381-d869-495b-a147-cac97801189b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:53.246832 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7381-d869-495b-a147-cac97801189b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:53.460519 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:22:53.507108 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7381-d869-495b-a147-cac97801189b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:53.513022 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2dc7381-d869-495b-a147-cac97801189b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:53.513022 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d2dc7381-d869-495b-a147-cac97801189b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "DELETE /v2.0/security-groups/62284495-14f7-4fb8-ba7f-357850506f39 HTTP/1.1" status: 204 len: 168 time: 0.3464239 Sep 01 02:22:53.528346 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:53.529891 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc7381-d869-495b-a147-cac97801189b tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62284495-14f7-4fb8-ba7f-357850506f39,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:53.530107 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.api.v2.resource [None req-2e192fd6-d829-41d8-8ac9-5e4c971c3d25 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] show failed (client error): The resource could not be found. Sep 01 02:22:53.531300 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2e192fd6-d829-41d8-8ac9-5e4c971c3d25 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups/62284495-14f7-4fb8-ba7f-357850506f39 HTTP/1.1" status: 404 len: 347 time: 0.0161870 Sep 01 02:22:53.534666 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:53.569691 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:53.580065 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'port_id': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'mac_address': 'fa:16:3e:d3:c4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:22:53.621391 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:53.636039 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:22:53.655088 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:53.660701 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cde5e032-a6e4-4354-af64-f999baf7089e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Deleting port 4ad73fd0-e66e-44f8-9283-cab87150fe3c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:22:53.661128 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cde5e032-a6e4-4354-af64-f999baf7089e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:53.736982 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cde5e032-a6e4-4354-af64-f999baf7089e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:53.737287 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cde5e032-a6e4-4354-af64-f999baf7089e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:53.749826 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cde5e032-a6e4-4354-af64-f999baf7089e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Calling delete_port for 4ad73fd0-e66e-44f8-9283-cab87150fe3c owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:22:53.785248 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:53.836275 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:53.956985 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cde5e032-a6e4-4354-af64-f999baf7089e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:53.983413 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5e032-a6e4-4354-af64-f999baf7089e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event deleted for resources: {'Port': ['ID=4ad73fd0-e66e-44f8-9283-cab87150fe3c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:54.017242 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:22:54.048519 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cde5e032-a6e4-4354-af64-f999baf7089e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:54.051220 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cde5e032-a6e4-4354-af64-f999baf7089e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:54.057350 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-cde5e032-a6e4-4354-af64-f999baf7089e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "DELETE /v2.0/floatingips/f765c5a6-fd0d-4b98-b4fb-8b71a03b67f7 HTTP/1.1" status: 204 len: 168 time: 0.5169444 Sep 01 02:22:54.114761 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a33923-4cc6-43ef-add4-80efeb2cd656 req-521ca54e-b6c1-4ec9-8e99-8076c86e8a3c tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:54.116301 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-48a33923-4cc6-43ef-add4-80efeb2cd656 req-521ca54e-b6c1-4ec9-8e99-8076c86e8a3c tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 946 time: 0.0517733 Sep 01 02:22:54.157765 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-48a33923-4cc6-43ef-add4-80efeb2cd656 req-0383fe5c-b8ba-433e-b8e0-c53e88175bac tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Sep 01 02:22:54.279676 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2dce4-e3f7-4c75-ae89-2f87412f694b req-2b60a056-886e-4611-a210-6e9b7713167a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:54.281155 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-beb2dce4-e3f7-4c75-ae89-2f87412f694b req-2b60a056-886e-4611-a210-6e9b7713167a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 944 time: 0.0526755 Sep 01 02:22:54.321931 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-beb2dce4-e3f7-4c75-ae89-2f87412f694b req-aa99fd6e-41d3-480e-8625-9cc5dfc0f9f6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348048 Sep 01 02:22:54.514622 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:54.520004 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9754cfef-2d39-4875-bdca-ce39773c8234 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88650174', 'description': 'tempest-description--1176704978'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:54.613870 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9754cfef-2d39-4875-bdca-ce39773c8234 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:54.710497 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9754cfef-2d39-4875-bdca-ce39773c8234 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:54.819952 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9754cfef-2d39-4875-bdca-ce39773c8234 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:54.857067 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754cfef-2d39-4875-bdca-ce39773c8234 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:54.863237 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8eb04-ef55-43a7-a192-11fd91557864 req-2010aa3e-f771-4c45-9d3b-7099adf2cb8f tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:54.864787 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eda8eb04-ef55-43a7-a192-11fd91557864 req-2010aa3e-f771-4c45-9d3b-7099adf2cb8f tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0517094 Sep 01 02:22:54.913735 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eda8eb04-ef55-43a7-a192-11fd91557864 req-12db93c2-87dc-4632-be4d-79a0e7ae02a3 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380440 Sep 01 02:22:55.033237 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9754cfef-2d39-4875-bdca-ce39773c8234 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.034597 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9754cfef-2d39-4875-bdca-ce39773c8234 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5188265 Sep 01 02:22:55.038540 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:55.043118 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-727d299b-7996-4110-96fb-a673647b2dd4 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'security_group_rule': {'security_group_id': '77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:55.117560 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727d299b-7996-4110-96fb-a673647b2dd4 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.173848 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727d299b-7996-4110-96fb-a673647b2dd4 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.247732 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727d299b-7996-4110-96fb-a673647b2dd4 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.269029 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d299b-7996-4110-96fb-a673647b2dd4 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1e7692-a872-4cd3-bde1-8b4614519f3a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:55.339532 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727d299b-7996-4110-96fb-a673647b2dd4 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.340672 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-727d299b-7996-4110-96fb-a673647b2dd4 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3011575 Sep 01 02:22:55.343570 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:55.348243 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0647335b-a32e-4611-8a29-2795341e405f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'security_group_rule': {'security_group_id': '77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:55.440359 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400cc9-a3fd-4dbe-9a4f-413bd122850f req-8198da57-d823-43bd-b14e-b3043883c04f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:55.441852 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-79400cc9-a3fd-4dbe-9a4f-413bd122850f req-8198da57-d823-43bd-b14e-b3043883c04f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 944 time: 0.0494769 Sep 01 02:22:55.447516 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0647335b-a32e-4611-8a29-2795341e405f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.482412 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-79400cc9-a3fd-4dbe-9a4f-413bd122850f req-f7e9fd70-246c-4c53-a3c2-dda3e5e72a34 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339205 Sep 01 02:22:55.489548 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:22:55.538627 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0647335b-a32e-4611-8a29-2795341e405f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.607971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0647335b-a32e-4611-8a29-2795341e405f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.626024 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24b67e-d6cc-4b52-9e8e-6a720b7804fa req-c8542620-0c87-4d8b-980f-2eff5bd39799 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:55.628153 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eb24b67e-d6cc-4b52-9e8e-6a720b7804fa req-c8542620-0c87-4d8b-980f-2eff5bd39799 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 946 time: 0.0486004 Sep 01 02:22:55.629364 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647335b-a32e-4611-8a29-2795341e405f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcd5ad5-019c-47b0-98d2-60fc252c1e66,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:55.631148 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:22:55.635666 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:22:55.641934 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.668892 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eb24b67e-d6cc-4b52-9e8e-6a720b7804fa req-07de4d34-e48a-4729-ae3e-5c6348e9e4a8 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345380 Sep 01 02:22:55.687686 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0647335b-a32e-4611-8a29-2795341e405f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.695360 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0647335b-a32e-4611-8a29-2795341e405f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444176 Sep 01 02:22:55.695523 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:55.699939 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'floatingip': {'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:55.714891 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.738030 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:55.740306 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184d51cb-d209-488e-a33c-c1549aba0756" -d '{"events": [{"server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:55.754524 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:55.802265 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.830737 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:55.835419 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841afe1e-440c-4a42-acf7-3ddb133b4d52 x-openstack-request-id: req-841afe1e-440c-4a42-acf7-3ddb133b4d52 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:55.835725 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:55.835984 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-841afe1e-440c-4a42-acf7-3ddb133b4d52 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:55.836360 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'code': 200} Sep 01 02:22:55.889598 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:55.914260 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:56.035259 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Allocated IP 172.27.1.28 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/ae07685b-b90c-4354-9db0-ffc9d346b6ec) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:22:56.036990 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19704c65-7cdb-4a2c-b3c8-66c820b24742 req-33232922-9a12-4831-81da-4e4ab0f56021 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:56.038742 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-19704c65-7cdb-4a2c-b3c8-66c820b24742 req-33232922-9a12-4831-81da-4e4ab0f56021 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0572209 Sep 01 02:22:56.083895 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-19704c65-7cdb-4a2c-b3c8-66c820b24742 req-dc299d0b-d6a5-40e2-bd4c-08332ca61c2a tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378685 Sep 01 02:22:56.139168 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:56.218587 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4123b4f-229a-4386-94b8-f3e97f9be29c req-b9bd2288-eae6-4ad4-9c97-d53d765b2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:56.220099 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4123b4f-229a-4386-94b8-f3e97f9be29c req-b9bd2288-eae6-4ad4-9c97-d53d765b2383 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0387692 Sep 01 02:22:56.248009 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:56.256059 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e4123b4f-229a-4386-94b8-f3e97f9be29c req-bacc34bb-4c27-4e57-a32c-898b8f7aad10 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275471 Sep 01 02:22:56.292767 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:22:56.295593 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:22:56.298264 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:22:56.322763 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'Port': ['ID=ae07685b-b90c-4354-9db0-ffc9d346b6ec,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:56.382400 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:56.496040 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:56.605188 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3958e0-7204-4ce6-9080-7c80febd679b req-2db7398f-2b26-426c-a0f2-c071d4c71c35 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:56.606817 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8d3958e0-7204-4ce6-9080-7c80febd679b req-2db7398f-2b26-426c-a0f2-c071d4c71c35 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0490069 Sep 01 02:22:56.652101 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8d3958e0-7204-4ce6-9080-7c80febd679b req-f4306292-5ddf-4e70-bff7-01f5bc4a6dd0 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389011 Sep 01 02:22:56.657081 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:56.730037 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:56.797064 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-46e59ebc-0636-4b9c-9e68-9bdcd2f20f6e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:56.798457 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-46e59ebc-0636-4b9c-9e68-9bdcd2f20f6e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.26 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.0782123 Sep 01 02:22:56.805168 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'Port': ['ID=ae07685b-b90c-4354-9db0-ffc9d346b6ec,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:56.809748 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cbed3-8271-4da4-a240-b15da6d0dc2d req-952bdb0c-264b-4182-a37e-5ef489b28e23 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:56.811215 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f99cbed3-8271-4da4-a240-b15da6d0dc2d req-952bdb0c-264b-4182-a37e-5ef489b28e23 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 946 time: 0.0668492 Sep 01 02:22:56.815268 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:56.890107 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:56.895589 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-de221146-8997-4cac-9290-46e552a87f86 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1949189 Sep 01 02:22:56.899216 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f99cbed3-8271-4da4-a240-b15da6d0dc2d req-9f010cb2-0f9c-44fe-b8d8-0e72c68e1b97 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/security-groups?id=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802863 Sep 01 02:22:56.926863 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-73ced102-1488-46af-8930-f7c7e34a5ad5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Deleting port 23a112c2-f54a-4f00-82df-d26bd2287ad0 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:22:56.927212 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-73ced102-1488-46af-8930-f7c7e34a5ad5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:57.032552 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-73ced102-1488-46af-8930-f7c7e34a5ad5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] For port 23a112c2-f54a-4f00-82df-d26bd2287ad0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=23a112c2-f54a-4f00-82df-d26bd2287ad0,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:57.032921 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-73ced102-1488-46af-8930-f7c7e34a5ad5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:57.053984 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-73ced102-1488-46af-8930-f7c7e34a5ad5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Calling delete_port for 23a112c2-f54a-4f00-82df-d26bd2287ad0 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:22:57.058026 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-dbdd44dc-544d-4f89-9ecb-249af1f35534 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--88650174&fields=id&tenant_id=bd6b9d4de25d4167a743e1a10375bd07 HTTP/1.1" status: 200 len: 267 time: 0.0577631 Sep 01 02:22:57.263541 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-69d813b7-ed72-4a14-a78e-1ebfb4481dac tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:57.264778 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-69d813b7-ed72-4a14-a78e-1ebfb4481dac tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/networks?id=ee32945b-3554-46fb-b446-e2f9ab36f46c HTTP/1.1" status: 200 len: 811 time: 0.1991599 Sep 01 02:22:57.272843 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f7764-ff87-4303-abc3-dedbe24eab33 req-a694f701-ad0d-43e6-8806-db960aef92b3 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:57.274309 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9c0f7764-ff87-4303-abc3-dedbe24eab33 req-a694f701-ad0d-43e6-8806-db960aef92b3 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 946 time: 0.1161506 Sep 01 02:22:57.324217 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-ac5286c2-68a0-40cc-a8d5-6af24be7daae tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:57.325747 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-ac5286c2-68a0-40cc-a8d5-6af24be7daae tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.26 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 946 time: 0.0629072 Sep 01 02:22:57.327215 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-df01ddd3-2f49-40f0-87f0-34c2b6106e3d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/quotas/bd6b9d4de25d4167a743e1a10375bd07 HTTP/1.1" status: 200 len: 375 time: 0.0504122 Sep 01 02:22:57.394541 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9c0f7764-ff87-4303-abc3-dedbe24eab33 req-cfc65a8b-58cf-444f-9213-9b325d5e6177 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/security-groups?id=1576a968-09f7-4959-917f-73e31a6b8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077347 Sep 01 02:22:57.412823 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-8c4574cc-9e53-4b26-b8a3-3bc15b79fd3d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847409 Sep 01 02:22:57.442242 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-73ced102-1488-46af-8930-f7c7e34a5ad5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:57.455175 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['23a112c2-f54a-4f00-82df-d26bd2287ad0'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:22:57.458611 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-c1c9242a-5e81-4519-8939-1ed8ca2b195f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Deleting port 034e5707-d174-4f3a-9420-28fece861f80 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:22:57.458611 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-c1c9242a-5e81-4519-8939-1ed8ca2b195f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:57.475551 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ced102-1488-46af-8930-f7c7e34a5ad5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Pushing event deleted for resources: {'Port': ['ID=23a112c2-f54a-4f00-82df-d26bd2287ad0,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:57.530857 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-73ced102-1488-46af-8930-f7c7e34a5ad5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] No DVR routers for this DVR port 23a112c2-f54a-4f00-82df-d26bd2287ad0 on host hv-cinder-79966 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:22:57.541579 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-73ced102-1488-46af-8930-f7c7e34a5ad5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:57.543521 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c0892ad5-2cd3-417f-805a-f8ed81fbd620 req-73ced102-1488-46af-8930-f7c7e34a5ad5 tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.26 "DELETE /v2.0/ports/23a112c2-f54a-4f00-82df-d26bd2287ad0 HTTP/1.1" status: 204 len: 173 time: 0.7313762 Sep 01 02:22:57.543953 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'name': 'network-vif-deleted', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:57.546135 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c09bfa-b669-488b-868d-0d399c593d5b" -d '{"events": [{"server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "name": "network-vif-deleted", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:57.559785 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-c1c9242a-5e81-4519-8939-1ed8ca2b195f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] For port 034e5707-d174-4f3a-9420-28fece861f80, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=034e5707-d174-4f3a-9420-28fece861f80,segment=NetworkSegment(352984b8-5775-4832-9764-fb565022a27f),segment_id=352984b8-5775-4832-9764-fb565022a27f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:22:57.560255 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-c1c9242a-5e81-4519-8939-1ed8ca2b195f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:57.573978 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-c1c9242a-5e81-4519-8939-1ed8ca2b195f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Calling delete_port for 034e5707-d174-4f3a-9420-28fece861f80 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:22:57.643850 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-44bdcd1f-7e92-482c-a0ea-2032af43993d service neutron] 10.222.0.23 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157106 Sep 01 02:22:57.700587 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf25c26d-910e-4b60-bef9-264975e7a23c x-openstack-request-id: req-bf25c26d-910e-4b60-bef9-264975e7a23c {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:57.700877 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6636ee06-e6d6-4a57-a9a2-88e443708923", "name": "network-vif-deleted", "tag": "23a112c2-f54a-4f00-82df-d26bd2287ad0", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:57.701131 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf25c26d-910e-4b60-bef9-264975e7a23c {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:57.701519 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6636ee06-e6d6-4a57-a9a2-88e443708923', 'name': 'network-vif-deleted', 'tag': '23a112c2-f54a-4f00-82df-d26bd2287ad0', 'status': 'completed', 'code': 200} Sep 01 02:22:57.744794 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-81f2fd32-ebd5-4ace-a521-1663154a6dc5 service neutron] 10.222.0.23 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000836 Sep 01 02:22:57.791977 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-c1c9242a-5e81-4519-8939-1ed8ca2b195f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:57.803104 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411b71a-bdce-4a2a-a855-53b2800e7038 req-27cafcee-33de-4046-812c-efbf64edacb1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:57.804856 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2411b71a-bdce-4a2a-a855-53b2800e7038 req-27cafcee-33de-4046-812c-efbf64edacb1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0550137 Sep 01 02:22:57.844181 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9242a-5e81-4519-8939-1ed8ca2b195f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Pushing event deleted for resources: {'Port': ['ID=034e5707-d174-4f3a-9420-28fece861f80,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:22:57.862600 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2411b71a-bdce-4a2a-a855-53b2800e7038 req-0aca32cc-3a0f-4d11-bedb-3ae3d5a7ea19 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502470 Sep 01 02:22:57.890031 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-c1c9242a-5e81-4519-8939-1ed8ca2b195f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] No DVR routers for this DVR port 034e5707-d174-4f3a-9420-28fece861f80 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:22:57.893242 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-c1c9242a-5e81-4519-8939-1ed8ca2b195f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:57.911486 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8271ef22-61cf-42fe-9f6d-51f348181de1 req-c1c9242a-5e81-4519-8939-1ed8ca2b195f tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.26 "DELETE /v2.0/ports/034e5707-d174-4f3a-9420-28fece861f80 HTTP/1.1" status: 204 len: 173 time: 0.5689218 Sep 01 02:22:57.911486 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23206a25-ce6a-42bb-8619-89b821d719ab', 'name': 'network-vif-deleted', 'tag': '034e5707-d174-4f3a-9420-28fece861f80'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:22:57.911486 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6f1c65-d28f-4d27-9de1-3b2fc1836843" -d '{"events": [{"server_uuid": "23206a25-ce6a-42bb-8619-89b821d719ab", "name": "network-vif-deleted", "tag": "034e5707-d174-4f3a-9420-28fece861f80"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:22:57.962905 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90ac363-6cb4-4c9e-9368-5aac225636e8 x-openstack-request-id: req-c90ac363-6cb4-4c9e-9368-5aac225636e8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:22:57.963233 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23206a25-ce6a-42bb-8619-89b821d719ab", "name": "network-vif-deleted", "tag": "034e5707-d174-4f3a-9420-28fece861f80", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:22:57.963522 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c90ac363-6cb4-4c9e-9368-5aac225636e8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:22:57.963917 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23206a25-ce6a-42bb-8619-89b821d719ab', 'name': 'network-vif-deleted', 'tag': '034e5707-d174-4f3a-9420-28fece861f80', 'status': 'completed', 'code': 200} Sep 01 02:22:58.037692 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-152bedf0-c802-490a-9869-84cbe89a33c4 req-4df2c884-5f6e-46d4-a8ac-d14a52a21f8c tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 210 time: 0.0459752 Sep 01 02:22:58.074722 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4535434c-bca9-4d62-a602-32f673e5fabe req-86c26420-accf-4741-937c-efe2df7ebefc tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 210 time: 0.0358918 Sep 01 02:22:58.505005 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-886065fd-ead4-451c-9a16-e82eaae26114 req-5c986e8a-7a01-43ff-b701-a1b395f0260e tempest-TestMinimumBasicScenario-332529415 tempest-TestMinimumBasicScenario-332529415-project] 10.222.0.23 "GET /v2.0/ports?device_id=6636ee06-e6d6-4a57-a9a2-88e443708923 HTTP/1.1" status: 200 len: 210 time: 0.0263729 Sep 01 02:22:59.022144 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ed437-4da1-47ae-9be1-d69018d46282 req-6e1e0d9f-4699-4ece-8f3b-867f74dc7b5f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:59.023730 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-715ed437-4da1-47ae-9be1-d69018d46282 req-6e1e0d9f-4699-4ece-8f3b-867f74dc7b5f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0554059 Sep 01 02:22:59.081392 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-715ed437-4da1-47ae-9be1-d69018d46282 req-0080220d-2daf-44e0-a9e5-c1a7ad75b651 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512302 Sep 01 02:22:59.183687 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ae3d103d-b350-4c2f-a0a0-fd31cc417677 req-7f19c755-83a7-4da1-9896-168abd3aaa33 tempest-VolumesActionsTest-1292502031 tempest-VolumesActionsTest-1292502031-project] 10.222.0.23 "GET /v2.0/ports?device_id=23206a25-ce6a-42bb-8619-89b821d719ab HTTP/1.1" status: 200 len: 210 time: 0.0284636 Sep 01 02:22:59.216592 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-faa667f4-b7b6-4a95-8fbb-b4ffb36708b5 req-8bfc157f-2f67-4b67-8d29-5579a51648e5 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 210 time: 0.0360758 Sep 01 02:22:59.290834 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877ea95-2cdd-44c6-91e5-2618dd0d563e req-f1622b6b-8b07-41f4-af6c-e1ce82d38a60 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:59.292456 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a877ea95-2cdd-44c6-91e5-2618dd0d563e req-f1622b6b-8b07-41f4-af6c-e1ce82d38a60 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0502713 Sep 01 02:22:59.302030 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 44868) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:22:59.306599 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-df2f5337-83b9-4b67-a9be-2191a03c2942 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Request body: {'floatingip': {'port_id': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:22:59.347908 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-df2f5337-83b9-4b67-a9be-2191a03c2942 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:59.533993 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 23a112c2-f54a-4f00-82df-d26bd2287ad0 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:22:59.554126 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 23a112c2-f54a-4f00-82df-d26bd2287ad0 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:22:59.554470 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 23a112c2-f54a-4f00-82df-d26bd2287ad0 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:22:59.555066 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 034e5707-d174-4f3a-9420-28fece861f80 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:22:59.575918 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 034e5707-d174-4f3a-9420-28fece861f80 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:22:59.576267 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 034e5707-d174-4f3a-9420-28fece861f80 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:22:59.803370 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-df2f5337-83b9-4b67-a9be-2191a03c2942 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:59.882238 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-df2f5337-83b9-4b67-a9be-2191a03c2942 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:22:59.957434 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-3a8b7390-c7c0-4c5f-a141-1fbc01161a65 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:22:59.959172 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-3a8b7390-c7c0-4c5f-a141-1fbc01161a65 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.26 "GET /v2.0/networks?id=ee32945b-3554-46fb-b446-e2f9ab36f46c HTTP/1.1" status: 200 len: 811 time: 0.1119866 Sep 01 02:22:59.998115 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-df2f5337-83b9-4b67-a9be-2191a03c2942 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Floating IP 0153ccbb-de03-40b7-a547-3489daeb70c3 associated. External IP: 172.27.1.94, port: 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e. Sep 01 02:23:00.010549 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-8cc57d53-6ac3-496a-a5dc-34e85cb846fd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6b9d4de25d4167a743e1a10375bd07 HTTP/1.1" status: 200 len: 378 time: 0.0416379 Sep 01 02:23:00.023461 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'port': {'device_id': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'admin_state_up': True, 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'security_groups': ['77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:00.214804 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Made reservation on behalf of bd6b9d4de25d4167a743e1a10375bd07 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:23:00.221453 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:00.246887 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2f5337-83b9-4b67-a9be-2191a03c2942 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Router b3269a06-9cb6-42b5-9188-26967d21510b has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:23:00.382992 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4586a6b4-87f1-445d-b242-4fdba74a38e5 req-b998c85c-55f9-42bb-a03a-a8973949ab7c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 210 time: 0.0635946 Sep 01 02:23:00.390267 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Allocated IP 172.20.0.5 (ee32945b-3554-46fb-b446-e2f9ab36f46c/cac27d39-7f93-4de1-835d-b6884592fd04/b0f0669c-31b4-40e1-802b-8bfe4eb92f52) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:23:00.405353 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2f5337-83b9-4b67-a9be-2191a03c2942 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:23:00.410102 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-df2f5337-83b9-4b67-a9be-2191a03c2942 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:00.436914 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] Sync routers for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:23:00.441759 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-df2f5337-83b9-4b67-a9be-2191a03c2942 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "PUT /v2.0/floatingips/0153ccbb-de03-40b7-a547-3489daeb70c3 HTTP/1.1" status: 200 len: 990 time: 1.1341646 Sep 01 02:23:00.441759 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:23:00.441759 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:23:00.458091 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:00.458992 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:22:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:00.579314 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:00.597948 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Transition to ACTIVE for port object b0f0669c-31b4-40e1-802b-8bfe4eb92f52 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:00.610856 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:00.725537 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733ba7be-c57f-4d78-8cf0-8119cecdaba3 x-openstack-request-id: req-733ba7be-c57f-4d78-8cf0-8119cecdaba3 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:23:00.729105 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:23:00.729105 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-733ba7be-c57f-4d78-8cf0-8119cecdaba3 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:23:00.729105 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'status': 'completed', 'code': 200} Sep 01 02:23:00.748116 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:00.810951 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Network ee32945b-3554-46fb-b446-e2f9ab36f46c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:00.816309 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:00.818450 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event updated for resources: {'Port': ['ID=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:00.827114 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:23:00.884261 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba829e-7604-4b99-bc42-63e22715dc0a req-bad67550-f650-4e7c-a782-28dd752c2c4b tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:00.885856 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6aba829e-7604-4b99-bc42-63e22715dc0a req-bad67550-f650-4e7c-a782-28dd752c2c4b tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.1038558 Sep 01 02:23:00.895057 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-ec7b6f53-cbba-4f79-9f9a-fdee2ac0a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:00.895057 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-ec7b6f53-cbba-4f79-9f9a-fdee2ac0a5c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 1098 time: 0.1364660 Sep 01 02:23:00.900681 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:00.901983 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:00.973045 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '0153ccbb-de03-40b7-a547-3489daeb70c3', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'port_id': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'mac_address': 'fa:16:3e:d3:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:22:42Z', 'updated_at': '2021-09-01T02:22:59Z', 'revision_number': 1, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:01.011157 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] Checking router: b3269a06-9cb6-42b5-9188-26967d21510b for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:23:01.014936 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b15a4397-2d14-4e9e-bfda-5acc617e114a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973259 Sep 01 02:23:01.029031 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Request body: {'port': {'device_id': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:01.029410 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:01.030174 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:22:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:01.101338 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:01.182583 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:01.328150 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7e0916f7-62c8-4c80-8bdf-8ea44e023292 None None] Provisioning for port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:01.338406 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7e0916f7-62c8-4c80-8bdf-8ea44e023292 None None] Provisioning complete for port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:01.338862 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e0916f7-62c8-4c80-8bdf-8ea44e023292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:01.341439 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6aba829e-7604-4b99-bc42-63e22715dc0a req-65db927f-ca4d-4eb1-8cba-8984aa595f14 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4410024 Sep 01 02:23:01.382421 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7e0916f7-62c8-4c80-8bdf-8ea44e023292 None None] Port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:23:01.392250 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-111aa11d-eb52-4253-9093-c95f98629670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:01.394298 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-111aa11d-eb52-4253-9093-c95f98629670 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 917 time: 0.4853787 Sep 01 02:23:01.471941 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 44960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:01.502440 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-1717e2d6-f212-4d74-a40f-456244b0964f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e HTTP/1.1" status: 200 len: 998 time: 0.0970182 Sep 01 02:23:01.561433 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f0669c-31b4-40e1-802b-8bfe4eb92f52 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:23:01.575860 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:01.580009 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-4c206be0-f866-49a1-89a1-3b5e13936823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:01.582235 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-4c206be0-f866-49a1-89a1-3b5e13936823 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a41553d-c3c0-435c-aa65-1e5b16018403 HTTP/1.1" status: 200 len: 855 time: 0.0744648 Sep 01 02:23:01.620251 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Transition to ACTIVE for port object b0f0669c-31b4-40e1-802b-8bfe4eb92f52 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:01.695165 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d552a4b-9c4c-407b-8968-bf1d037925f9 req-f6273672-9b74-42bf-9f60-6e4ee0973b24 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:01.703514 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d552a4b-9c4c-407b-8968-bf1d037925f9 req-f6273672-9b74-42bf-9f60-6e4ee0973b24 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 931 time: 0.1196856 Sep 01 02:23:01.722174 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-82cf18fd-14fd-4ca8-ad51-b16c76e319b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:01.723702 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-82cf18fd-14fd-4ca8-ad51-b16c76e319b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5a3e1b6-c394-4401-8c8a-9601aa881cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1261332 Sep 01 02:23:01.752364 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d552a4b-9c4c-407b-8968-bf1d037925f9 req-2ccd54ce-3759-468a-80a7-672225e9932d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478148 Sep 01 02:23:01.763379 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '0153ccbb-de03-40b7-a547-3489daeb70c3', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'port_id': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'mac_address': 'fa:16:3e:d3:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:22:42Z', 'updated_at': '2021-09-01T02:22:59Z', 'revision_number': 1, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:01.775524 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:01.792311 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcf7a5-5601-49cc-836b-d5e65b669c46 None None] The sync data for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi is: [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '0153ccbb-de03-40b7-a547-3489daeb70c3', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'port_id': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'mac_address': 'fa:16:3e:d3:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:22:42Z', 'updated_at': '2021-09-01T02:22:59Z', 'revision_number': 1, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:23:01.834294 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-04b57f52-8360-49cb-980d-d0b25d57fc74 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974858 Sep 01 02:23:01.873214 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Pushing event updated for resources: {'Port': ['ID=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:01.969976 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f66ce5d0-64c6-41e5-8068-8af87a1b75ac req-530aeeb6-6c2a-4303-910f-e37dfcd3d36d service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215672 Sep 01 02:23:02.074776 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Attempting to bind port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:23:02.075255 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Attempting to bind port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:23:02.075452 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Attempting to bind port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 on network ee32945b-3554-46fb-b446-e2f9ab36f46c {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:23:02.084743 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 on network ee32945b-3554-46fb-b446-e2f9ab36f46c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:23:02.085321 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Attempting to bind port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 on network ee32945b-3554-46fb-b446-e2f9ab36f46c {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:23:02.099040 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:23:02.099378 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Checking segment: {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:23:02.099996 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Bound using segment: {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:23:02.100477 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Bound port: b0f0669c-31b4-40e1-802b-8bfe4eb92f52, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2380d1-7328-4807-8b09-e83351341014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:23:02.101042 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:02.116234 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eef5a9-0c8a-47fe-a0ee-5270b0147713 None None] New status for floating IP 0153ccbb-de03-40b7-a547-3489daeb70c3: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:23:02.466408 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] For port b0f0669c-31b4-40e1-802b-8bfe4eb92f52, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:23:02.470361 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d9b63-ce3c-4984-930f-725ce89a9794 req-8e26a424-1684-46c1-8f92-b6a8bfe5fd3d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:02.471988 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dc9d9b63-ce3c-4984-930f-725ce89a9794 req-8e26a424-1684-46c1-8f92-b6a8bfe5fd3d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.0565596 Sep 01 02:23:02.489840 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] For port b0f0669c-31b4-40e1-802b-8bfe4eb92f52, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:23:02.504063 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371220'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:02.517304 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dc9d9b63-ce3c-4984-930f-725ce89a9794 req-ebf8458c-346f-451e-8a0a-26240b6660c6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385554 Sep 01 02:23:02.584699 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:02.634424 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:02.635110 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:02.636623 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] 10.222.0.26 "PUT /v2.0/ports/b0f0669c-31b4-40e1-802b-8bfe4eb92f52 HTTP/1.1" status: 200 len: 1093 time: 1.6125021 Sep 01 02:23:02.637091 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'tag': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:23:02.639374 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0b81ae-b261-4554-a755-01eee8683c32" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e2140a-933d-48ea-a8b1-73800597afc5", "tag": "b0f0669c-31b4-40e1-802b-8bfe4eb92f52"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:23:02.702177 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee852c4b-8718-44fe-82c0-d242a1c8c5db x-openstack-request-id: req-ee852c4b-8718-44fe-82c0-d242a1c8c5db {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:23:02.702494 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e2140a-933d-48ea-a8b1-73800597afc5", "tag": "b0f0669c-31b4-40e1-802b-8bfe4eb92f52", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:23:02.702729 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee852c4b-8718-44fe-82c0-d242a1c8c5db {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:23:02.703238 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'tag': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52', 'status': 'completed', 'code': 200} Sep 01 02:23:02.756889 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bcc4c-c735-4ef0-93e8-e553498ea1ca service neutron] Pushing event updated for resources: {'Port': ['ID=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:02.872870 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc55ba9-741f-4fd7-b6e1-e6f4ca111a05 req-2d292be5-12db-4b18-9ab3-5d45a9d9970a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:02.873998 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] Deleting port 8f7252bb-89a1-47f1-a991-d24833d3790d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:23:02.874627 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fbc55ba9-741f-4fd7-b6e1-e6f4ca111a05 req-2d292be5-12db-4b18-9ab3-5d45a9d9970a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 943 time: 0.0509105 Sep 01 02:23:02.874892 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:02.912255 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fbc55ba9-741f-4fd7-b6e1-e6f4ca111a05 req-d3a39e8d-e604-467b-8ef1-8e05d0d27dc9 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308146 Sep 01 02:23:02.956865 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] For port 8f7252bb-89a1-47f1-a991-d24833d3790d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=8f7252bb-89a1-47f1-a991-d24833d3790d,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:02.957234 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:02.969296 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] Calling delete_port for 8f7252bb-89a1-47f1-a991-d24833d3790d owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:23:03.219483 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:03.245052 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7252bb-89a1-47f1-a991-d24833d3790d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:03.419229 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371336'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:03.635732 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] Router 356b55fe-e855-4d43-9aff-db0bcbe1d57e has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:23:03.638055 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c8e48-3913-43bc-a18b-bf0a525df273 req-684e25f1-b853-4eef-8116-9bb397cb5ea9 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:03.639572 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a3c8e48-3913-43bc-a18b-bf0a525df273 req-684e25f1-b853-4eef-8116-9bb397cb5ea9 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.0539293 Sep 01 02:23:03.678549 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a3c8e48-3913-43bc-a18b-bf0a525df273 req-1c22c7d3-7da6-419c-84f3-805f05a47683 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Sep 01 02:23:03.743832 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:23:03.749046 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-16741a24-3554-4299-9dd4-02b103f604e3 admin admin] 10.222.0.23 "PUT /v2.0/routers/356b55fe-e855-4d43-9aff-db0bcbe1d57e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2501838 Sep 01 02:23:03.751547 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:03.752642 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] Sync routers for ids ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:23:03.762237 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] Routers {'356b55fe-e855-4d43-9aff-db0bcbe1d57e'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:03.762843 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:22:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:03.853605 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:03.866508 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] Set router 356b55fe-e855-4d43-9aff-db0bcbe1d57e gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:03.968508 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.038090 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25d3b9-7604-4623-b017-ec810fe53029 req-1127283b-22a2-4843-afed-dfb58c15af0a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:04.040074 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f25d3b9-7604-4623-b017-ec810fe53029 req-1127283b-22a2-4843-afed-dfb58c15af0a tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 943 time: 0.0558290 Sep 01 02:23:04.071918 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:23:03Z', 'revision_number': 5, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port': {'id': '55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:16Z', 'updated_at': '2021-09-01T02:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:04.084109 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f25d3b9-7604-4623-b017-ec810fe53029 req-1cc43438-e0ac-4c7f-add9-158967c7ea53 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358007 Sep 01 02:23:04.088566 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Deleting port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:23:04.088913 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.106473 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] Checking router: 356b55fe-e855-4d43-9aff-db0bcbe1d57e for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:23:04.108773 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] Routers {'356b55fe-e855-4d43-9aff-db0bcbe1d57e'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:04.109507 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:22:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:04.173034 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] For port 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:04.173403 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.188437 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Calling delete_port for 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:23:04.202049 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] Set router 356b55fe-e855-4d43-9aff-db0bcbe1d57e gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:04.263264 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:23:03Z', 'revision_number': 6, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port_host': None}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:04.291006 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06a4d5-0480-40ab-82d1-875f54f438c3 None None] The sync data for ids ['356b55fe-e855-4d43-9aff-db0bcbe1d57e'] in dv-cinder-799668-15-iscsi is: [{'id': '356b55fe-e855-4d43-9aff-db0bcbe1d57e', 'name': 'tempest-TestMinimumBasicScenario-1460849517-router', 'tenant_id': 'f665dbb818714a32b1b1af04947048e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:15Z', 'updated_at': '2021-09-01T02:23:03Z', 'revision_number': 6, 'project_id': 'f665dbb818714a32b1b1af04947048e7', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:23:04.335738 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac9f0284-3b76-4b94-8476-a781bdf27d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.415801 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.444514 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Pushing event deleted for resources: {'Port': ['ID=55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:04.504176 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368682'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.612522 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12564'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.614536 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.795365 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b48c94-438d-4ece-b08f-18e1a794496b req-67e5ff7a-d65b-486b-9b70-f5a8c2cfcf2c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:04.796874 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e6b48c94-438d-4ece-b08f-18e1a794496b req-67e5ff7a-d65b-486b-9b70-f5a8c2cfcf2c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.0472951 Sep 01 02:23:04.815466 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374047'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.818464 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 356b55fe-e855-4d43-9aff-db0bcbe1d57e {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 02:23:04.822133 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.823286 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c8e63a79-017d-419c-8529-1eee9769f51e admin admin] 10.222.0.23 "DELETE /v2.0/routers/356b55fe-e855-4d43-9aff-db0bcbe1d57e HTTP/1.1" status: 204 len: 168 time: 1.0707865 Sep 01 02:23:04.825797 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:04.838340 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e6b48c94-438d-4ece-b08f-18e1a794496b req-b180bf63-ab2f-4427-8a38-6085a9a4b9c1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325470 Sep 01 02:23:04.875528 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7c1f00-ccc8-4db6-bbca-a68997e5926f admin admin] Deleting subnet 6bb31963-23ab-4ced-8c50-2123a0a1a0e4 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:23:04.878927 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1f00-ccc8-4db6-bbca-a68997e5926f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:04.915222 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1f00-ccc8-4db6-bbca-a68997e5926f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267996331'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.001223 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b81ae-b261-4554-a755-01eee8683c32 req-75f0c90c-73f5-496a-9802-510708102357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:05.002644 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d0b81ae-b261-4554-a755-01eee8683c32 req-75f0c90c-73f5-496a-9802-510708102357 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 1096 time: 0.0461705 Sep 01 02:23:05.049534 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1f00-ccc8-4db6-bbca-a68997e5926f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.082420 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2735e-9fff-484d-b633-8213420440c4 req-720e3533-eea2-40b5-85a5-5e0b5812abe3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:05.084026 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ba2735e-9fff-484d-b633-8213420440c4 req-720e3533-eea2-40b5-85a5-5e0b5812abe3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.1277668 Sep 01 02:23:05.109954 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b81ae-b261-4554-a755-01eee8683c32 req-4ba102f0-6baa-4120-9827-68fd8731332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:05.111579 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d0b81ae-b261-4554-a755-01eee8683c32 req-4ba102f0-6baa-4120-9827-68fd8731332a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1007106 Sep 01 02:23:05.198344 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Deleting port 9d413462-c824-431b-af09-d4ee4476f79e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:23:05.198463 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.259852 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14f277-ae5e-45fb-b0b7-a53c33358ca2 req-f2b3adc5-0449-4bf2-85c5-a7d7855e73fd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:05.261468 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9d14f277-ae5e-45fb-b0b7-a53c33358ca2 req-f2b3adc5-0449-4bf2-85c5-a7d7855e73fd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 943 time: 0.0789320 Sep 01 02:23:05.291469 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b81ae-b261-4554-a755-01eee8683c32 req-4013d36c-0c51-43f0-8da2-946b8766c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:05.293595 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3d0b81ae-b261-4554-a755-01eee8683c32 req-4013d36c-0c51-43f0-8da2-946b8766c4e3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1748440 Sep 01 02:23:05.328286 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9d14f277-ae5e-45fb-b0b7-a53c33358ca2 req-bad6a619-96b3-412c-b061-c95d93ad5ddd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547028 Sep 01 02:23:05.378653 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-922d1f98-b687-42cb-b356-cb1e91ac36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:05.379619 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-922d1f98-b687-42cb-b356-cb1e91ac36c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 1096 time: 0.0471592 Sep 01 02:23:05.428313 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-c4f8ef58-0c83-435a-b37d-3195af40c5c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0f0669c-31b4-40e1-802b-8bfe4eb92f52 HTTP/1.1" status: 200 len: 217 time: 0.0389709 Sep 01 02:23:05.477536 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1f00-ccc8-4db6-bbca-a68997e5926f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264802447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267605578'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.480554 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-2940aeca-19f9-4b36-9651-e64270040146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:05.482021 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-2940aeca-19f9-4b36-9651-e64270040146 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac27d39-7f93-4de1-835d-b6884592fd04 HTTP/1.1" status: 200 len: 850 time: 0.0454082 Sep 01 02:23:05.513646 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c1f00-ccc8-4db6-bbca-a68997e5926f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb31963-23ab-4ced-8c50-2123a0a1a0e4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:05.515648 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1f00-ccc8-4db6-bbca-a68997e5926f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.520717 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9d7c1f00-ccc8-4db6-bbca-a68997e5926f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6bb31963-23ab-4ced-8c50-2123a0a1a0e4 HTTP/1.1" status: 204 len: 168 time: 0.6908226 Sep 01 02:23:05.521458 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:05.527163 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b90ee4d-ef87-4f48-bba0-7af10c44671d None None] Network 549c1e5f-4a05-48ed-82fd-46584b3feb67 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:23:05.550363 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-e2b3284f-01d0-4f13-8fd9-1e07faea82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:05.552000 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-e2b3284f-01d0-4f13-8fd9-1e07faea82bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee32945b-3554-46fb-b446-e2f9ab36f46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0621512 Sep 01 02:23:05.619107 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.625464 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] For port 9d413462-c824-431b-af09-d4ee4476f79e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9d413462-c824-431b-af09-d4ee4476f79e,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:05.630236 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.658117 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-b6825e9b-4b4a-4b2e-b664-364939db0fba service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950489 Sep 01 02:23:05.748403 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9908b6-0898-4262-90a6-5edeb31b2cf8 None None] DHCP port deletion for 549c1e5f-4a05-48ed-82fd-46584b3feb67 request from dv-cinder-799668-15-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 02:23:05.760205 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-98d487a2-50a5-4562-a99a-f1a9a28c498c req-ddfe8b97-f3ef-42be-a2c4-f4f6a2f74413 service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912542 Sep 01 02:23:05.775541 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Deleting port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:23:05.775825 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.799116 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fa9908b6-0898-4262-90a6-5edeb31b2cf8 None None] Deleting port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:23:05.799521 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa9908b6-0898-4262-90a6-5edeb31b2cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.861660 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-fa9908b6-0898-4262-90a6-5edeb31b2cf8 None None] For port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=926f8a3e-c4d7-4e80-873a-5b89b9bb078d,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:05.862100 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa9908b6-0898-4262-90a6-5edeb31b2cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.878242 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fa9908b6-0898-4262-90a6-5edeb31b2cf8 None None] Calling delete_port for 926f8a3e-c4d7-4e80-873a-5b89b9bb078d owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:23:05.889208 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] For port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=926f8a3e-c4d7-4e80-873a-5b89b9bb078d,segment=NetworkSegment(759b1071-948e-49e5-89bd-29b334ef55d0),segment_id=759b1071-948e-49e5-89bd-29b334ef55d0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:05.889591 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.904691 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.905087 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:05.905446 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Floating IP ba28ff27-4545-4adb-b12f-725da77d2936 disassociated. External IP: 172.27.1.34, port: 9d413462-c824-431b-af09-d4ee4476f79e. Sep 01 02:23:05.906266 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Calling delete_port for 9d413462-c824-431b-af09-d4ee4476f79e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:23:05.915103 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Calling delete_port for 926f8a3e-c4d7-4e80-873a-5b89b9bb078d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:23:06.015227 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fca877-28b8-471f-bf50-85e23ee1d9ce req-1f803cdc-a242-4666-9945-27125fa48390 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:06.023686 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f8fca877-28b8-471f-bf50-85e23ee1d9ce req-1f803cdc-a242-4666-9945-27125fa48390 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 945 time: 0.1025524 Sep 01 02:23:06.076674 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f8fca877-28b8-471f-bf50-85e23ee1d9ce req-1fdaa17b-c85a-4058-8f0e-7893052d8666 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468714 Sep 01 02:23:06.089367 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:23:06.093087 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 9d413462-c824-431b-af09-d4ee4476f79e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:23:06.153368 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:23:06.154242 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 55c5d0be-3ec6-4a15-aeb8-0fd77964d9b1 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:23:06.155327 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 8f7252bb-89a1-47f1-a991-d24833d3790d no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:23:06.164300 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.183518 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 8f7252bb-89a1-47f1-a991-d24833d3790d {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:23:06.183872 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 8f7252bb-89a1-47f1-a991-d24833d3790d not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:23:06.184317 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 926f8a3e-c4d7-4e80-873a-5b89b9bb078d no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:23:06.192942 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Pushing event deleted for resources: {'Port': ['ID=926f8a3e-c4d7-4e80-873a-5b89b9bb078d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:06.197047 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] No DVR routers for this DVR port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d on host dv-cinder-799668-15-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:23:06.230640 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 926f8a3e-c4d7-4e80-873a-5b89b9bb078d {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:23:06.231095 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 926f8a3e-c4d7-4e80-873a-5b89b9bb078d not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:23:06.238222 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.248319 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa9908b6-0898-4262-90a6-5edeb31b2cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.256792 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No active binding found for port 9d413462-c824-431b-af09-d4ee4476f79e {{(pid=94640) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 02:23:06.257224 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 9d413462-c824-431b-af09-d4ee4476f79e not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:23:06.286240 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9908b6-0898-4262-90a6-5edeb31b2cf8 None None] No DVR routers for this DVR port 926f8a3e-c4d7-4e80-873a-5b89b9bb078d on host dv-cinder-799668-15-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:23:06.292113 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9908b6-0898-4262-90a6-5edeb31b2cf8 None None] Pushing event deleted for resources: {'Port': ['ID=926f8a3e-c4d7-4e80-873a-5b89b9bb078d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:06.298996 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event deleted for resources: {'Port': ['ID=9d413462-c824-431b-af09-d4ee4476f79e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:06.312155 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.341106 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.366852 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549c1e5f-4a05-48ed-82fd-46584b3feb67']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:06.381444 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759b1071-948e-49e5-89bd-29b334ef55d0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:06.381765 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759b1071-948e-49e5-89bd-29b334ef55d0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:06.397791 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.442861 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.457403 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:23:06.457865 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:23:06.460733 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:23:06.491324 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d680c-3407-4527-8900-700bb769633f req-6f703e40-e06d-4175-babd-fdde990cec66 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:06.494146 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-342d680c-3407-4527-8900-700bb769633f req-6f703e40-e06d-4175-babd-fdde990cec66 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 943 time: 0.0870528 Sep 01 02:23:06.548043 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:23:06.553171 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-342d680c-3407-4527-8900-700bb769633f req-353396fa-d352-4ec1-939e-4f09f6804c1c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516739 Sep 01 02:23:06.579534 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d327f1a5-1f94-49be-b076-2a681b607e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.620418 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.627590 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.629998 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] 10.222.0.23 "DELETE /v2.0/networks/549c1e5f-4a05-48ed-82fd-46584b3feb67 HTTP/1.1" status: 204 len: 168 time: 1.1079230 Sep 01 02:23:06.636031 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45050) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:06.647573 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128510f-431e-441e-bd40-0d112ecfb735 admin admin] Pushing event deleted for resources: {'Network': ['ID=549c1e5f-4a05-48ed-82fd-46584b3feb67,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:06.754757 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:23:06.777618 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] Sync routers for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:23:06.791490 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:06.792420 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:06.851741 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] No DVR routers for this DVR port 9d413462-c824-431b-af09-d4ee4476f79e on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:23:06.856036 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:06.859030 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0ba2735e-9fff-484d-b633-8213420440c4 req-b42c8c31-0556-4bf4-9ba5-f3ebe25255fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "DELETE /v2.0/ports/9d413462-c824-431b-af09-d4ee4476f79e HTTP/1.1" status: 204 len: 173 time: 1.7664781 Sep 01 02:23:06.859895 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900cc697-4cd1-459a-a357-a2e39b060412', 'name': 'network-vif-deleted', 'tag': '9d413462-c824-431b-af09-d4ee4476f79e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:23:06.865582 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8d955c-5cc9-4560-9980-db62b4a01c7b" -d '{"events": [{"server_uuid": "900cc697-4cd1-459a-a357-a2e39b060412", "name": "network-vif-deleted", "tag": "9d413462-c824-431b-af09-d4ee4476f79e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:23:06.934538 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29080698-d2c7-4618-af74-155d400151fc x-openstack-request-id: req-29080698-d2c7-4618-af74-155d400151fc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:23:06.935520 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900cc697-4cd1-459a-a357-a2e39b060412", "name": "network-vif-deleted", "tag": "9d413462-c824-431b-af09-d4ee4476f79e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:23:06.935941 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29080698-d2c7-4618-af74-155d400151fc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:23:06.936726 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900cc697-4cd1-459a-a357-a2e39b060412', 'name': 'network-vif-deleted', 'tag': '9d413462-c824-431b-af09-d4ee4476f79e', 'status': 'completed', 'code': 200} Sep 01 02:23:06.968801 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:07.152795 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:07.229695 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fef9438c-852a-4beb-95f8-013b913886ac req-99c69b00-b5fc-481b-b432-4bf97247d4c7 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0485046 Sep 01 02:23:07.303050 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371220'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:07.327743 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:07.360478 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] Checking router: b7bc9cb8-7209-4ca2-b13e-a96fb329de15 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:23:07.371140 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:07.371829 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:07.507095 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:07.602403 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] Deleting port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:23:07.602804 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:07.729277 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] For port 8a8a12a2-c22b-4a87-8484-ee2de4035a4f, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=8a8a12a2-c22b-4a87-8484-ee2de4035a4f,segment=NetworkSegment(d7170317-9755-41ba-bf27-35085bbe8f4d),segment_id=d7170317-9755-41ba-bf27-35085bbe8f4d)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:07.729811 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:07.746486 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] Calling delete_port for 8a8a12a2-c22b-4a87-8484-ee2de4035a4f owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:23:07.769120 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87096c5-8df0-4231-a626-9f77ab533da9 req-02732a4e-bcef-40eb-b357-8253483845e2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:07.770762 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a87096c5-8df0-4231-a626-9f77ab533da9 req-02732a4e-bcef-40eb-b357-8253483845e2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 943 time: 0.0920632 Sep 01 02:23:07.825653 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:07.851680 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a87096c5-8df0-4231-a626-9f77ab533da9 req-056754ed-67c3-4eba-998e-84509b7e9825 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498865 Sep 01 02:23:07.855225 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46350e-a7f1-47b9-9bcc-a17c015e5411 None None] The sync data for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi is: [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:23:08.095117 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device b0f0669c-31b4-40e1-802b-8bfe4eb92f52 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:23:08.110736 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:08.154992 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8a12a2-c22b-4a87-8484-ee2de4035a4f,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:08.216872 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:08.218500 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1feca-42cd-4295-b9da-f244e7487052 None None] New status for floating IP ba28ff27-4545-4adb-b12f-725da77d2936: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:23:08.416001 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371336'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:08.515465 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cbb8f423-0119-49d4-b2da-346859dc4d77 req-4558a28e-8753-4a61-8a71-99776e026589 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=900cc697-4cd1-459a-a357-a2e39b060412 HTTP/1.1" status: 200 len: 210 time: 0.0348070 Sep 01 02:23:08.575523 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port b0f0669c-31b4-40e1-802b-8bfe4eb92f52, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:08.602836 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'port_id': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52', 'mac_address': 'fa:16:3e:18:bc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:23:08.679444 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:08.697736 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f0669c-31b4-40e1-802b-8bfe4eb92f52 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:23:08.727371 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port b0f0669c-31b4-40e1-802b-8bfe4eb92f52, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:08.758100 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] Router 29a408dd-d3b4-4b58-aec9-729d27d77a93 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:23:08.816067 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:08.877980 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:08.899047 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:23:08.909278 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] Sync routers for ids ['29a408dd-d3b4-4b58-aec9-729d27d77a93'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:23:08.913714 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:08.915748 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-35eda3ee-6795-4e5f-8f00-55c2834bab72 admin admin] 10.222.0.23 "PUT /v2.0/routers/29a408dd-d3b4-4b58-aec9-729d27d77a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2769971 Sep 01 02:23:08.920313 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] Routers {'29a408dd-d3b4-4b58-aec9-729d27d77a93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:08.921264 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['29a408dd-d3b4-4b58-aec9-729d27d77a93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:09.053825 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be76da9-dc13-4627-92d5-5b08222ed4cd req-165adc63-c6da-4248-a71a-6f6f1679d40f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:09.056032 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8be76da9-dc13-4627-92d5-5b08222ed4cd req-165adc63-c6da-4248-a71a-6f6f1679d40f tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 944 time: 0.0852807 Sep 01 02:23:09.062965 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['b0f0669c-31b4-40e1-802b-8bfe4eb92f52'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:23:09.069269 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] Set router 29a408dd-d3b4-4b58-aec9-729d27d77a93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:09.100863 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:09.118155 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8be76da9-dc13-4627-92d5-5b08222ed4cd req-1d92f43a-6148-49bb-9b36-893e4778852d tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505590 Sep 01 02:23:09.289656 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:09.348312 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'name': 'tempest-TestMinimumBasicScenario-656308390-router', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:23:07Z', 'revision_number': 5, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'gw_port': {'id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:09.363724 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:09.377140 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] Checking router: 29a408dd-d3b4-4b58-aec9-729d27d77a93 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:23:09.386168 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] Routers {'29a408dd-d3b4-4b58-aec9-729d27d77a93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:09.386965 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['29a408dd-d3b4-4b58-aec9-729d27d77a93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:09.493359 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Deleting port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:23:09.493714 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:09.513882 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] Set router 29a408dd-d3b4-4b58-aec9-729d27d77a93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:09.640169 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] For port 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:09.640784 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:09.659745 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Calling delete_port for 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:23:09.778095 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'name': 'tempest-TestMinimumBasicScenario-656308390-router', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:23:07Z', 'revision_number': 5, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'gw_port': {'id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:09.814699 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a03fb-6cf0-4864-ab38-e54697639f21 None None] The sync data for ids ['29a408dd-d3b4-4b58-aec9-729d27d77a93'] in dv-cinder-799668-15-iscsi is: [{'id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'name': 'tempest-TestMinimumBasicScenario-656308390-router', 'tenant_id': '6d90225bbad646c7b047c37d76469fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:23:07Z', 'revision_number': 5, 'project_id': '6d90225bbad646c7b047c37d76469fda', 'gw_port': {'id': '4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a408dd-d3b4-4b58-aec9-729d27d77a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:27Z', 'updated_at': '2021-09-01T02:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:23:09.915431 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-a3c4f846-a608-46bf-a245-d80f8a4f4467 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488664824&fields=id&tenant_id=1ae8a367d60b4355acaa71457db9d859 HTTP/1.1" status: 200 len: 267 time: 0.0403743 Sep 01 02:23:09.967751 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.017146 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:10.054526 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-95a79266-5807-4420-8b67-b70f4553e904 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:10.056154 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-95a79266-5807-4420-8b67-b70f4553e904 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 812 time: 0.1320660 Sep 01 02:23:10.065611 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368682'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.073648 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-eed4ebd7-5526-4b7b-aeb7-450d3d54e0ab tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/quotas/1ae8a367d60b4355acaa71457db9d859 HTTP/1.1" status: 200 len: 375 time: 0.0113847 Sep 01 02:23:10.106873 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device b0f0669c-31b4-40e1-802b-8bfe4eb92f52 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:10.159929 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-18fe8967-4320-4270-b252-e94e8361a8aa tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802059 Sep 01 02:23:10.292256 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12564'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.294622 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.324294 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:10.329666 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:10.330161 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.407591 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 8a8a12a2-c22b-4a87-8484-ee2de4035a4f no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:23:10.436952 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 8a8a12a2-c22b-4a87-8484-ee2de4035a4f {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:23:10.437295 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 8a8a12a2-c22b-4a87-8484-ee2de4035a4f not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:23:10.480155 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312e763-bf02-4391-a8e3-e5bcc9ee8ebb req-6ba9fa2a-7a7c-4d04-921d-d1812bad4652 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:10.492166 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2312e763-bf02-4391-a8e3-e5bcc9ee8ebb req-6ba9fa2a-7a7c-4d04-921d-d1812bad4652 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 944 time: 0.1517789 Sep 01 02:23:10.497536 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.505308 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374047'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.510187 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29a408dd-d3b4-4b58-aec9-729d27d77a93 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 02:23:10.511424 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-3ad0207e-7c1a-42de-9ff0-a0dabc199476 service neutron] 10.222.0.23 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369632 Sep 01 02:23:10.520006 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.521441 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-07e2be9b-414e-4b9d-8d4b-7f196dca0dda admin admin] 10.222.0.23 "DELETE /v2.0/routers/29a408dd-d3b4-4b58-aec9-729d27d77a93 HTTP/1.1" status: 204 len: 168 time: 1.6067009 Sep 01 02:23:10.524328 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:10.549443 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:23:10.553226 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787ac4f-f238-4e6f-8b1c-f796bbe8c6ed" -d '{"events": [{"server_uuid": "e9e2140a-933d-48ea-a8b1-73800597afc5", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0669c-31b4-40e1-802b-8bfe4eb92f52"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:23:10.593425 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port b0f0669c-31b4-40e1-802b-8bfe4eb92f52, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:10.600618 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6901db73-d4c9-4d59-bdb9-cfc93eeecfb7 admin admin] Deleting subnet ec21bb58-921e-4951-88c6-77e6a6622244 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:23:10.604879 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6901db73-d4c9-4d59-bdb9-cfc93eeecfb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.625961 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2312e763-bf02-4391-a8e3-e5bcc9ee8ebb req-690c2559-917f-4050-a6fb-2ec830532182 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304862 Sep 01 02:23:10.676400 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.683716 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-80aa42d4-c5f9-4181-b16c-8cde69902567 service neutron] 10.222.0.23 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712883 Sep 01 02:23:10.690765 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6901db73-d4c9-4d59-bdb9-cfc93eeecfb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267996331'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:10.844083 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:10.871903 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e63ada-fdea-423b-a432-1f66cd60ae6b x-openstack-request-id: req-29e63ada-fdea-423b-a432-1f66cd60ae6b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:23:10.871903 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e2140a-933d-48ea-a8b1-73800597afc5", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0669c-31b4-40e1-802b-8bfe4eb92f52", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:23:10.871903 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29e63ada-fdea-423b-a432-1f66cd60ae6b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:23:10.871903 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52', 'code': 200} Sep 01 02:23:10.911032 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6901db73-d4c9-4d59-bdb9-cfc93eeecfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.078925 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6901db73-d4c9-4d59-bdb9-cfc93eeecfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264802447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267605578'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.106107 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901db73-d4c9-4d59-bdb9-cfc93eeecfb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec21bb58-921e-4951-88c6-77e6a6622244,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:11.133445 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6901db73-d4c9-4d59-bdb9-cfc93eeecfb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.133445 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6901db73-d4c9-4d59-bdb9-cfc93eeecfb7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ec21bb58-921e-4951-88c6-77e6a6622244 HTTP/1.1" status: 204 len: 168 time: 0.6071823 Sep 01 02:23:11.136408 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45102) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:11.143754 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ecde65-6354-4379-bc82-5e337d72f071 None None] Network 38ae9f5d-65f1-48b5-8785-40f72b9980fe requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:23:11.212120 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.286522 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Deleting port 5ed063b3-89b2-448f-b829-91ff1e6cea3d {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:23:11.286901 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.356085 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fabcd7a-3efe-4291-be6e-2f33cdaa21f4 None None] DHCP port deletion for 38ae9f5d-65f1-48b5-8785-40f72b9980fe request from dv-cinder-799668-15-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 02:23:11.357515 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] For port 5ed063b3-89b2-448f-b829-91ff1e6cea3d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=5ed063b3-89b2-448f-b829-91ff1e6cea3d,segment=NetworkSegment(d7170317-9755-41ba-bf27-35085bbe8f4d),segment_id=d7170317-9755-41ba-bf27-35085bbe8f4d)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:11.358063 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.371954 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Calling delete_port for 5ed063b3-89b2-448f-b829-91ff1e6cea3d owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:23:11.410172 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb5d29-df08-4122-8d14-5856ade9cdbe req-6a49b24b-8a43-40c3-8fc2-a7ee2e9defd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:11.412204 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-21fb5d29-df08-4122-8d14-5856ade9cdbe req-6a49b24b-8a43-40c3-8fc2-a7ee2e9defd1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 1098 time: 0.0489168 Sep 01 02:23:11.467650 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-21fb5d29-df08-4122-8d14-5856ade9cdbe req-3cc46877-e9ac-4207-947a-defb7d9d8976 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462003 Sep 01 02:23:11.545086 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1fabcd7a-3efe-4291-be6e-2f33cdaa21f4 None None] Deleting port 5ed063b3-89b2-448f-b829-91ff1e6cea3d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:23:11.545717 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fabcd7a-3efe-4291-be6e-2f33cdaa21f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.550519 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.587972 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] No DVR routers for this DVR port 5ed063b3-89b2-448f-b829-91ff1e6cea3d on host dv-cinder-799668-15-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:23:11.593582 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed063b3-89b2-448f-b829-91ff1e6cea3d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:11.615453 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1fabcd7a-3efe-4291-be6e-2f33cdaa21f4 None None] For port 5ed063b3-89b2-448f-b829-91ff1e6cea3d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=5ed063b3-89b2-448f-b829-91ff1e6cea3d,segment=NetworkSegment(d7170317-9755-41ba-bf27-35085bbe8f4d),segment_id=d7170317-9755-41ba-bf27-35085bbe8f4d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:11.615677 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fabcd7a-3efe-4291-be6e-2f33cdaa21f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.629831 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1fabcd7a-3efe-4291-be6e-2f33cdaa21f4 None None] Calling delete_port for 5ed063b3-89b2-448f-b829-91ff1e6cea3d owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:23:11.724298 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fabcd7a-3efe-4291-be6e-2f33cdaa21f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.728658 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.742618 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ae9f5d-65f1-48b5-8785-40f72b9980fe']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:11.758332 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7170317-9755-41ba-bf27-35085bbe8f4d') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:11.758643 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7170317-9755-41ba-bf27-35085bbe8f4d') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:11.772557 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264677900'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.787201 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabcd7a-3efe-4291-be6e-2f33cdaa21f4 None None] Pushing event deleted for resources: {'Port': ['ID=5ed063b3-89b2-448f-b829-91ff1e6cea3d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:11.792205 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.801754 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:23:11.802438 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265943803'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:11.805003 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabcd7a-3efe-4291-be6e-2f33cdaa21f4 None None] No DVR routers for this DVR port 5ed063b3-89b2-448f-b829-91ff1e6cea3d on host dv-cinder-799668-15-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: timer() Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: cb(*args, **kw) Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: self._notify() Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: self.callback(batched_events) Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: event.method(event) Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: return self._get(url).json() Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:23:11.807681 dv-cinder-799668-15-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:23:11.919873 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bb902e9d-ba94-4fdf-bd0a-68ba43469706 req-b629fa6e-7649-420e-9708-79446d652d2b tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 210 time: 0.0867076 Sep 01 02:23:11.981173 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608956-3a1a-496e-adf3-bd9b592dce64 req-20dc75c6-045f-43e5-92a2-50b5575a936e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:11.985401 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-76608956-3a1a-496e-adf3-bd9b592dce64 req-20dc75c6-045f-43e5-92a2-50b5575a936e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.1388619 Sep 01 02:23:12.051837 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:23:12.054283 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-76608956-3a1a-496e-adf3-bd9b592dce64 req-41ddb289-b9a0-442e-bc67-777530f7e637 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599601 Sep 01 02:23:12.055813 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:12.063267 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:12.068209 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/38ae9f5d-65f1-48b5-8785-40f72b9980fe HTTP/1.1" status: 204 len: 168 time: 0.9282911 Sep 01 02:23:12.074364 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:23:12.074730 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 4f1c47c7-7ff5-4ffc-97a0-0cfaead71db2 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:23:12.075491 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 5ed063b3-89b2-448f-b829-91ff1e6cea3d no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:23:12.075692 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197de12-de43-42e3-8392-1b4661f7d7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=38ae9f5d-65f1-48b5-8785-40f72b9980fe,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:12.096767 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 5ed063b3-89b2-448f-b829-91ff1e6cea3d {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:23:12.097197 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 5ed063b3-89b2-448f-b829-91ff1e6cea3d not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:23:12.652718 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45142) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:12.699890 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-cdba4769-5778-4f07-a9dd-91ca0c2cf0bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f665dbb818714a32b1b1af04947048e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452924 Sep 01 02:23:12.702506 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45144) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:12.751639 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6a4fec01-1c92-4bbc-840e-ae1860452133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:12.772398 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6a4fec01-1c92-4bbc-840e-ae1860452133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:12.910399 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6a4fec01-1c92-4bbc-840e-ae1860452133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:12.912988 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6a4fec01-1c92-4bbc-840e-ae1860452133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:12.916630 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6a4fec01-1c92-4bbc-840e-ae1860452133 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1576a968-09f7-4959-917f-73e31a6b8b06 HTTP/1.1" status: 204 len: 168 time: 0.2105277 Sep 01 02:23:12.934168 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fec01-1c92-4bbc-840e-ae1860452133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1576a968-09f7-4959-917f-73e31a6b8b06,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:13.083124 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35b75131-2007-4c1a-9ac9-58fceb7f1f95 req-93477577-1936-4ffd-bda6-eafaef696a65 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 210 time: 0.0458238 Sep 01 02:23:13.239223 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4dcfd-2ee5-4d78-b3e8-d930c7945abd req-b941e141-c959-4a34-8022-d3792a56e810 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:13.241202 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d0f4dcfd-2ee5-4d78-b3e8-d930c7945abd req-b941e141-c959-4a34-8022-d3792a56e810 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0666003 Sep 01 02:23:13.289995 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d0f4dcfd-2ee5-4d78-b3e8-d930c7945abd req-67e3de83-b11d-458d-8781-084a78354bcb tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375357 Sep 01 02:23:13.447902 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3425e1-e901-4f8f-987b-89f685074f01 req-22cbf04c-d041-4673-a5a8-0ac28905bc77 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:13.459626 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:13.460188 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-be3425e1-e901-4f8f-987b-89f685074f01 req-22cbf04c-d041-4673-a5a8-0ac28905bc77 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0811417 Sep 01 02:23:13.465390 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1f00c880-0a60-4d27-b465-0b81b611ffd0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Request body: {'floatingip': {'port_id': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:13.523342 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f00c880-0a60-4d27-b465-0b81b611ffd0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:13.802432 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45166) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:13.858084 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b4a7bf18-a153-42e0-9024-ed586374e2da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d90225bbad646c7b047c37d76469fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522630 Sep 01 02:23:13.858415 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45168) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:13.916567 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c3f477c7-5d0c-4622-a16e-c4a51a8c2dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:13.955944 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c3f477c7-5d0c-4622-a16e-c4a51a8c2dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:14.082008 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c3f477c7-5d0c-4622-a16e-c4a51a8c2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:14.084484 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c3f477c7-5d0c-4622-a16e-c4a51a8c2dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:14.087947 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c3f477c7-5d0c-4622-a16e-c4a51a8c2dc8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a050a3b8-b95d-4308-b8a0-273ad95f2327 HTTP/1.1" status: 204 len: 168 time: 0.2264028 Sep 01 02:23:14.102568 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f00c880-0a60-4d27-b465-0b81b611ffd0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:14.131775 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f477c7-5d0c-4622-a16e-c4a51a8c2dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a050a3b8-b95d-4308-b8a0-273ad95f2327,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:14.180035 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f00c880-0a60-4d27-b465-0b81b611ffd0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:14.321173 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f3434ffd-5785-4c16-a2e3-1921ea2626a9 req-a58a64aa-951c-4b16-be1b-b683b64a14e3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 210 time: 0.0445731 Sep 01 02:23:14.749718 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-1f00c880-0a60-4d27-b465-0b81b611ffd0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Floating IP b92bbde5-42c7-4c8d-84e8-fbd0a48c5f33 associated. External IP: 172.27.1.28, port: b0f0669c-31b4-40e1-802b-8bfe4eb92f52. Sep 01 02:23:14.827801 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-6b348600-ee61-4b60-829c-4d0d90e3f531 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:14.830049 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-6b348600-ee61-4b60-829c-4d0d90e3f531 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 812 time: 0.5167644 Sep 01 02:23:14.927687 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-a5ca40ca-f256-4b76-b0a8-f014e55b92c3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae8a367d60b4355acaa71457db9d859 HTTP/1.1" status: 200 len: 379 time: 0.0869601 Sep 01 02:23:14.939108 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'port': {'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'admin_state_up': True, 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'security_groups': ['2ab76d1d-c4d2-4283-9579-ed490e8be396']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:15.184168 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f00c880-0a60-4d27-b465-0b81b611ffd0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Router 6922c923-6cb1-46ad-bc99-bff79840fa93 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:23:15.268143 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Made reservation on behalf of 1ae8a367d60b4355acaa71457db9d859 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:23:15.271921 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:15.346817 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f00c880-0a60-4d27-b465-0b81b611ffd0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:23:15.353175 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f00c880-0a60-4d27-b465-0b81b611ffd0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:15.366064 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] Sync routers for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:23:15.381065 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:15.381728 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:15.477126 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-39c3b574-d74e-464d-9833-d99f71d1195f req-3623da2d-d1f2-486c-a756-8e5e3550e8ee tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 210 time: 0.0373363 Sep 01 02:23:15.478280 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1f00c880-0a60-4d27-b465-0b81b611ffd0 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "PUT /v2.0/floatingips/b92bbde5-42c7-4c8d-84e8-fbd0a48c5f33 HTTP/1.1" status: 200 len: 990 time: 2.0165653 Sep 01 02:23:15.485803 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'tag': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:23:15.494587 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec85e26-3509-48a3-a65b-0547901ce999" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e2140a-933d-48ea-a8b1-73800597afc5", "tag": "b0f0669c-31b4-40e1-802b-8bfe4eb92f52"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:23:15.615410 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41a7162-c30d-4d77-9580-f2512adb36d4 x-openstack-request-id: req-f41a7162-c30d-4d77-9580-f2512adb36d4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:23:15.615704 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e2140a-933d-48ea-a8b1-73800597afc5", "tag": "b0f0669c-31b4-40e1-802b-8bfe4eb92f52", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:23:15.615958 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f41a7162-c30d-4d77-9580-f2512adb36d4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:23:15.616401 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'tag': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52', 'status': 'completed', 'code': 200} Sep 01 02:23:15.622805 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Allocated IP 172.20.0.3 (327d78ae-35dc-41c7-99f1-3dd8d500bd1d/adfe0113-567d-4a8e-a678-c7bc8406b25c/264fc2a1-d963-4276-9f00-6a32124a44a9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:23:15.686580 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:15.689988 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45218) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:15.753967 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-8dcf4758-aa4f-47f8-bde6-5bf71d3f2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:15.755518 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-8dcf4758-aa4f-47f8-bde6-5bf71d3f2f7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 1098 time: 0.1151769 Sep 01 02:23:15.879049 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1298190289-network', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:15.890361 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:15.909273 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Transition to ACTIVE for port object 264fc2a1-d963-4276-9f00-6a32124a44a9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:15.922388 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-7d76e728-9041-40e6-8623-cccc67d64b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:15.924229 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-7d76e728-9041-40e6-8623-cccc67d64b1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee32945b-3554-46fb-b446-e2f9ab36f46c HTTP/1.1" status: 200 len: 912 time: 0.1605670 Sep 01 02:23:16.000362 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-5a164849-a196-49f8-967f-a951c6b29d81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0f0669c-31b4-40e1-802b-8bfe4eb92f52 HTTP/1.1" status: 200 len: 998 time: 0.0676210 Sep 01 02:23:16.002300 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Made reservation on behalf of f6ef188e3c1d4c3bab0f9e58cdb2b244 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:23:16.005043 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:16.023497 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:16.033300 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:16.049800 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'b92bbde5-42c7-4c8d-84e8-fbd0a48c5f33', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'port_id': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'mac_address': 'fa:16:3e:18:bc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:22:56Z', 'updated_at': '2021-09-01T02:23:13Z', 'revision_number': 1, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:16.083309 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:16.086819 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:16.091487 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:23:16.100916 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] Checking router: 6922c923-6cb1-46ad-bc99-bff79840fa93 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:23:16.116810 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:16.117064 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'Port': ['ID=264fc2a1-d963-4276-9f00-6a32124a44a9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:16.117915 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:16.156736 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:16.164550 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:16.303485 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:16.455866 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-b057e72f-a8b8-4900-bfaf-e96ac8c4df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:16.457591 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-b057e72f-a8b8-4900-bfaf-e96ac8c4df8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac27d39-7f93-4de1-835d-b6884592fd04 HTTP/1.1" status: 200 len: 850 time: 0.4429293 Sep 01 02:23:16.591893 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-4bddf897-b9b4-4322-9d9f-f9e09c4e42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:16.593384 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-4bddf897-b9b4-4322-9d9f-f9e09c4e42e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee32945b-3554-46fb-b446-e2f9ab36f46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1272264 Sep 01 02:23:16.659992 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7ae23629-0984-4eba-806d-3f669e94a8eb None None] Provisioning for port 264fc2a1-d963-4276-9f00-6a32124a44a9 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:16.665129 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7ae23629-0984-4eba-806d-3f669e94a8eb None None] Provisioning complete for port 264fc2a1-d963-4276-9f00-6a32124a44a9 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:16.665754 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae23629-0984-4eba-806d-3f669e94a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:16.717695 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'b92bbde5-42c7-4c8d-84e8-fbd0a48c5f33', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'port_id': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'mac_address': 'fa:16:3e:18:bc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:22:56Z', 'updated_at': '2021-09-01T02:23:13Z', 'revision_number': 1, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:16.742567 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bea859-02fd-4863-9d21-7119d439a034 req-45a329e0-0fea-46b0-8c4e-93dbe160254c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:16.744102 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f9bea859-02fd-4863-9d21-7119d439a034 req-45a329e0-0fea-46b0-8c4e-93dbe160254c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 931 time: 0.1878755 Sep 01 02:23:16.751148 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21539f53-b309-4ca4-b03c-2c5a18837c8f None None] The sync data for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi is: [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': 'b92bbde5-42c7-4c8d-84e8-fbd0a48c5f33', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'port_id': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'mac_address': 'fa:16:3e:18:bc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:22:56Z', 'updated_at': '2021-09-01T02:23:13Z', 'revision_number': 1, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:23:16.753096 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7ae23629-0984-4eba-806d-3f669e94a8eb None None] Port 264fc2a1-d963-4276-9f00-6a32124a44a9 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:23:16.838437 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-b9002d40-2add-4eb3-9805-31f5cfc7f8d5 service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323339 Sep 01 02:23:16.850915 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:16.885421 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f9bea859-02fd-4863-9d21-7119d439a034 req-41b57174-3972-4def-9995-2b430f824e13 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138382 Sep 01 02:23:16.944948 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:16.963480 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:23:16.993013 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:16.993605 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Added segment 485e7ede-2779-41b2-a3cc-2f9eb7bd7eed of type vlan for network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 Sep 01 02:23:17.015721 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-67dfef9d-263f-443f-aecd-f5200f86014f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0805030 Sep 01 02:23:17.030493 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec65be7-290d-4e8d-acbb-58774b8ff7b4 None None] New status for floating IP b92bbde5-42c7-4c8d-84e8-fbd0a48c5f33: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:23:17.035847 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Request body: {'port': {'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:17.120105 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:17.126228 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db0df8f-8151-420d-a53b-1f793e367e02,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:17.209277 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:17.224731 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3ec85e26-3509-48a3-a65b-0547901ce999 req-a518be7a-4f64-46b7-84d8-7cb8f263b7b2 service neutron] 10.222.0.26 "GET /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714702 Sep 01 02:23:17.379969 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:17.380925 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:17.381830 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:17.510480 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] Pushing event updated for resources: {'Network': ['ID=10bdeea0-95cf-4386-ac9b-5e97013a7cd0,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:17.524569 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:23:17.526228 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264fc2a1-d963-4276-9f00-6a32124a44a9 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:23:17.535356 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:17.547459 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Transition to ACTIVE for port object 264fc2a1-d963-4276-9f00-6a32124a44a9 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:17.566119 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-efaed427-280c-424c-afce-8416a9e5a61c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8666854 Sep 01 02:23:17.569140 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45238) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:17.585824 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Request body: {'subnet': {'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1298190289-subnet', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:17.624857 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:17.682393 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Pushing event updated for resources: {'Port': ['ID=264fc2a1-d963-4276-9f00-6a32124a44a9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:17.697651 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Made reservation on behalf of f6ef188e3c1d4c3bab0f9e58cdb2b244 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:23:17.704105 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266115663'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:17.785787 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Attempting to bind port 264fc2a1-d963-4276-9f00-6a32124a44a9 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:23:17.787722 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Attempting to bind port 264fc2a1-d963-4276-9f00-6a32124a44a9 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:23:17.788412 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Attempting to bind port 264fc2a1-d963-4276-9f00-6a32124a44a9 on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:23:17.799905 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Port 264fc2a1-d963-4276-9f00-6a32124a44a9 on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:23:17.800847 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Attempting to bind port 264fc2a1-d963-4276-9f00-6a32124a44a9 on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:23:17.813285 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:23:17.813738 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Checking segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:23:17.814880 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Bound using segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:23:17.815648 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Bound port: 264fc2a1-d963-4276-9f00-6a32124a44a9, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:23:17.816043 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:17.932632 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] For port 264fc2a1-d963-4276-9f00-6a32124a44a9, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:23:17.943867 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] For port 264fc2a1-d963-4276-9f00-6a32124a44a9, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=264fc2a1-d963-4276-9f00-6a32124a44a9,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:23:18.010971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:18.062818 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:18.065375 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:18.067345 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/264fc2a1-d963-4276-9f00-6a32124a44a9 HTTP/1.1" status: 200 len: 1093 time: 1.0415413 Sep 01 02:23:18.068925 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'tag': '264fc2a1-d963-4276-9f00-6a32124a44a9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:23:18.071751 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09e1c85-02a2-42e3-9043-a19ea7e93d07" -d '{"events": [{"name": "network-changed", "server_uuid": "df2248b1-3f32-442c-ac63-624d45bb60e2", "tag": "264fc2a1-d963-4276-9f00-6a32124a44a9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:23:18.114710 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812746-2ee1-4ddc-81b3-4ed99c9c36e6 service neutron] Pushing event updated for resources: {'Port': ['ID=264fc2a1-d963-4276-9f00-6a32124a44a9,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:18.133039 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f7849-638a-4d3d-a9ec-79b45bda455e req-d4c1f570-4e61-494b-9d84-80fd8e751e8c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:18.135575 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-298f7849-638a-4d3d-a9ec-79b45bda455e req-d4c1f570-4e61-494b-9d84-80fd8e751e8c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 943 time: 0.1315629 Sep 01 02:23:18.141795 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265943966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266115673'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:18.155361 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a0a3ba-6a0f-47f9-b7c6-afab06b22579 x-openstack-request-id: req-62a0a3ba-6a0f-47f9-b7c6-afab06b22579 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:23:18.156344 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2248b1-3f32-442c-ac63-624d45bb60e2", "tag": "264fc2a1-d963-4276-9f00-6a32124a44a9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:23:18.156960 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62a0a3ba-6a0f-47f9-b7c6-afab06b22579 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:23:18.157744 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'tag': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'status': 'completed', 'code': 200} Sep 01 02:23:18.254099 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e1c85-02a2-42e3-9043-a19ea7e93d07 req-cb80d3d0-d0a8-467f-a5dd-0466f4a38162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:18.258252 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c09e1c85-02a2-42e3-9043-a19ea7e93d07 req-cb80d3d0-d0a8-467f-a5dd-0466f4a38162 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 1096 time: 0.0751505 Sep 01 02:23:18.259607 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7082dc13-de76-4075-985f-e2897326823d,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:18.304998 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-298f7849-638a-4d3d-a9ec-79b45bda455e req-3c3b68ca-d4b2-499d-a293-4e139b3bb82a tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543581 Sep 01 02:23:18.339704 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Checking segment: {'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:23:18.340352 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Network hostable DHCP agents. Network: 10bdeea0-95cf-4386-ac9b-5e97013a7cd0, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:23:18.447660 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:23:18.461175 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e1c85-02a2-42e3-9043-a19ea7e93d07 req-e6be0b02-9b2e-411c-867f-b7cfb4dbdcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:18.462747 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c09e1c85-02a2-42e3-9043-a19ea7e93d07 req-e6be0b02-9b2e-411c-867f-b7cfb4dbdcac service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1ae8a367d60b4355acaa71457db9d859&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1842070 Sep 01 02:23:18.534046 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, 10bdeea0-95cf-4386-ac9b-5e97013a7cd0) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:18.545044 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:18.545245 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4e37d-f2a7-4e7a-9510-d69a1e255a53 None None] Network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:23:18.545691 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:18.597490 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e1c85-02a2-42e3-9043-a19ea7e93d07 req-ce84fee5-eb0b-4aca-bf92-c35505556080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:18.599051 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c09e1c85-02a2-42e3-9043-a19ea7e93d07 req-ce84fee5-eb0b-4aca-bf92-c35505556080 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279206 Sep 01 02:23:18.687744 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-85021c4d-c3ba-4fc2-af97-58563071fe66 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1143692 Sep 01 02:23:18.688105 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45266) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:18.696202 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:18.723182 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-8afa6b20-b12f-4413-be0c-43f391e8bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:18.724811 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-8afa6b20-b12f-4413-be0c-43f391e8bd80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 1096 time: 0.0761535 Sep 01 02:23:18.788795 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-0285e809-2d09-44ad-a37b-fcc3fe96558e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264fc2a1-d963-4276-9f00-6a32124a44a9 HTTP/1.1" status: 200 len: 217 time: 0.0533366 Sep 01 02:23:18.807680 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881e3e73-7572-596d-9b29-31e7ad1e45fa-10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d'}]}} from dv-cinder-799668-15-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 02:23:18.808761 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:18.815946 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-369684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12582'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:18.817842 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12589'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:18.868117 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-e81fd38c-260c-404f-8411-7fa7710ab6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:18.870599 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-e81fd38c-260c-404f-8411-7fa7710ab6c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0718477 Sep 01 02:23:18.935973 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:18.949652 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-3d8c96fe-8eb8-48e0-a9f5-e57219d596f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:18.951031 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-3d8c96fe-8eb8-48e0-a9f5-e57219d596f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0675812 Sep 01 02:23:19.066494 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Allocated IP 172.20.0.2 (10bdeea0-95cf-4386-ac9b-5e97013a7cd0/7082dc13-de76-4075-985f-e2897326823d/bdee5ce8-dce7-4967-9546-cf8bbead40a6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:23:19.110506 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-2a215a01-5712-4836-a457-0c48c19d29d2 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482782 Sep 01 02:23:19.178191 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:19.242144 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:19.252954 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Transition to ACTIVE for port object bdee5ce8-dce7-4967-9546-cf8bbead40a6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:19.271191 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Transition to ACTIVE for port object bdee5ce8-dce7-4967-9546-cf8bbead40a6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:19.332835 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-fc6891f5-10b1-456f-a9a0-3a4af8370722 req-0e1c0aa1-dc33-40b0-b8e8-185f7dd6da1e service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972787 Sep 01 02:23:19.379743 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:19.415779 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:19.420849 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:19.434611 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:23:19.438129 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Pushing event updated for resources: {'Port': ['ID=bdee5ce8-dce7-4967-9546-cf8bbead40a6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:19.498338 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Attempting to bind port bdee5ce8-dce7-4967-9546-cf8bbead40a6 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:23:19.499058 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Attempting to bind port bdee5ce8-dce7-4967-9546-cf8bbead40a6 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:23:19.499517 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Attempting to bind port bdee5ce8-dce7-4967-9546-cf8bbead40a6 on network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:23:19.507489 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:23:19.507908 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Checking segment: {'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:23:19.508314 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:19.508715 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Bound using segment: {'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:23:19.509529 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Bound port: bdee5ce8-dce7-4967-9546-cf8bbead40a6, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:23:19.509916 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:19.555038 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:19.581315 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] For port bdee5ce8-dce7-4967-9546-cf8bbead40a6, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:23:19.582660 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:19.584429 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] For port bdee5ce8-dce7-4967-9546-cf8bbead40a6, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=bdee5ce8-dce7-4967-9546-cf8bbead40a6,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:23:19.593710 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e833e15-ae01-40cd-9634-b2c9addd2f23 req-a186797e-0ae5-4909-bc5b-e0c44648f481 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:19.595335 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4e833e15-ae01-40cd-9634-b2c9addd2f23 req-a186797e-0ae5-4909-bc5b-e0c44648f481 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 943 time: 0.1324646 Sep 01 02:23:19.679853 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4e833e15-ae01-40cd-9634-b2c9addd2f23 req-4e6e6d3e-9821-4ab3-a937-f0b33e76387e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784085 Sep 01 02:23:19.754795 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Allocated IP 172.27.1.31 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/63c379c3-2736-42c4-b841-5f41e4baa9dd) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:23:19.860327 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:19.861428 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:19.932086 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f03ef-56f0-4967-a462-fcf6151fb65f None None] Pushing event updated for resources: {'Port': ['ID=bdee5ce8-dce7-4967-9546-cf8bbead40a6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:20.087732 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:20.173054 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:20.202858 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:20.211363 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:23:20.268892 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Pushing event updated for resources: {'Port': ['ID=63c379c3-2736-42c4-b841-5f41e4baa9dd,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:20.625353 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:20.990477 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6353ac9-1c65-47e9-b1b0-2cb060927d87 req-805179a5-c3ee-4684-bfa2-95b4c5f09585 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:20.998812 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c6353ac9-1c65-47e9-b1b0-2cb060927d87 req-805179a5-c3ee-4684-bfa2-95b4c5f09585 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 943 time: 0.1158447 Sep 01 02:23:21.025039 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:21.091267 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c6353ac9-1c65-47e9-b1b0-2cb060927d87 req-ddf9a03a-239b-48e4-b4e9-08633a37f9b5 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891049 Sep 01 02:23:21.180972 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c548f-9a0d-45ea-bca2-045e79ebc855 None None] Network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:23:21.289555 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 is scheduled to L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 02:23:21.324495 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-caac6cd4-1319-47c7-9162-b874147e15a0 None None] Provisioning for port bdee5ce8-dce7-4967-9546-cf8bbead40a6 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:21.428098 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:23:21.438629 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Sync routers for ids ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:23:21.449329 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Routers {'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:21.450248 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:21.533466 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:21.538583 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:21.544461 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-88560b1d-32cc-4899-92d9-51a2845892cf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8550844 Sep 01 02:23:21.601822 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Set router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:21.843148 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:20Z', 'revision_number': 3, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:21.876042 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Checking router: a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:23:21.876339 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Updating router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 port 63c379c3-2736-42c4-b841-5f41e4baa9dd binding host dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:23:21.906872 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.054302 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.130200 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device bdee5ce8-dce7-4967-9546-cf8bbead40a6 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:22.314422 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590fc69-26d0-4766-8b8d-7bec66be4c07 req-a4193f32-f207-4200-98af-ebf2b0ce9210 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:22.317135 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5590fc69-26d0-4766-8b8d-7bec66be4c07 req-a4193f32-f207-4200-98af-ebf2b0ce9210 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 943 time: 0.0930886 Sep 01 02:23:22.331864 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Allocated IP 172.20.0.1 (10bdeea0-95cf-4386-ac9b-5e97013a7cd0/7082dc13-de76-4075-985f-e2897326823d/ecc4f9c4-c653-4d1e-bc51-017d0a61a348) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:23:22.341158 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port bdee5ce8-dce7-4967-9546-cf8bbead40a6 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:22.370499 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port bdee5ce8-dce7-4967-9546-cf8bbead40a6 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:22.370882 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.374633 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.411313 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5590fc69-26d0-4766-8b8d-7bec66be4c07 req-1fd1016e-71c0-4cd9-88c9-6ca014b0bef9 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831988 Sep 01 02:23:22.415687 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Transition to ACTIVE for port object 63c379c3-2736-42c4-b841-5f41e4baa9dd will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:22.498786 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.507099 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.533268 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Transition to ACTIVE for port object ecc4f9c4-c653-4d1e-bc51-017d0a61a348 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:22.559993 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.645256 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.684526 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:22.687887 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:22.695128 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:23:22.742378 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Attempting to bind port 63c379c3-2736-42c4-b841-5f41e4baa9dd on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:23:22.743046 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Attempting to bind port 63c379c3-2736-42c4-b841-5f41e4baa9dd by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:23:22.743674 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Attempting to bind port 63c379c3-2736-42c4-b841-5f41e4baa9dd on network 89393945-2bfe-4da0-8579-8eccb334d266 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:23:22.756684 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc4f9c4-c653-4d1e-bc51-017d0a61a348,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:22.771735 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:23:22.772460 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:23:22.773789 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.774410 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Bound using segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:23:22.775417 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Bound port: 63c379c3-2736-42c4-b841-5f41e4baa9dd, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:23:22.776621 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.780610 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368769'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.800386 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Pushing event updated for resources: {'Port': ['ID=63c379c3-2736-42c4-b841-5f41e4baa9dd,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:22.853406 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.854037 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.854548 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.855057 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.855637 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.859239 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.859239 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.859239 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.859239 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.859239 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.859239 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.859239 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:22.886206 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port bdee5ce8-dce7-4967-9546-cf8bbead40a6, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=bdee5ce8-dce7-4967-9546-cf8bbead40a6,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:22.920672 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] For port 63c379c3-2736-42c4-b841-5f41e4baa9dd, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:23:22.926042 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] For port 63c379c3-2736-42c4-b841-5f41e4baa9dd, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=63c379c3-2736-42c4-b841-5f41e4baa9dd,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:23:22.955917 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:22.988803 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:23.033718 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Routers {'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:23.034479 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:23.037600 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=bdee5ce8-dce7-4967-9546-cf8bbead40a6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:23.064365 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:23.180564 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97607c-a354-4cfe-acb6-f496a66aec43 None None] Pushing event updated for resources: {'Port': ['ID=63c379c3-2736-42c4-b841-5f41e4baa9dd,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:23.208541 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5a220d5f-f1e2-4254-88f2-7b936c6945f7 None None] Provisioning for port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:23.214303 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] Set router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:23.216956 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5a220d5f-f1e2-4254-88f2-7b936c6945f7 None None] Provisioning complete for port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:23.217397 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a220d5f-f1e2-4254-88f2-7b936c6945f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:23.302934 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:23.315641 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5a220d5f-f1e2-4254-88f2-7b936c6945f7 None None] Port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:23:23.409160 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:23.484771 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371249'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:23.565901 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 1, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:23.573286 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc4f9c4-c653-4d1e-bc51-017d0a61a348,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:23.587715 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18c946-8d02-4f29-ad48-d051dafa428f req-05afc204-b62c-477f-9599-b8d94974bb08 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:23.596283 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e18c946-8d02-4f29-ad48-d051dafa428f req-05afc204-b62c-477f-9599-b8d94974bb08 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 943 time: 0.0790708 Sep 01 02:23:23.600253 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6b051-c37e-4979-b49a-41ba42777e79 None None] The sync data for ids ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'] in dv-cinder-799668-15-iscsi is: [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 1, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:23:23.643842 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e18c946-8d02-4f29-ad48-d051dafa428f req-1b69751a-5048-45ea-b92d-af4fd7c3548c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461967 Sep 01 02:23:23.645694 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:23.647469 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:23.950474 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9866758b-dc2b-4705-a9c0-b08e430e94fb None None] Provisioning complete for port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:23.950474 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9866758b-dc2b-4705-a9c0-b08e430e94fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:24.023025 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9866758b-dc2b-4705-a9c0-b08e430e94fb None None] Port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:23:24.110169 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device bdee5ce8-dce7-4967-9546-cf8bbead40a6 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:24.113500 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:23:24.205361 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port bdee5ce8-dce7-4967-9546-cf8bbead40a6 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:24.205734 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:24.268751 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:23:24.276907 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6975aa55-374a-4e54-b3e8-4f10e3e104c0 admin admin] 10.222.0.23 "PUT /v2.0/routers/a7f64b84-7a99-4f97-a7fd-9f0e1370dee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7365391 Sep 01 02:23:24.762968 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45366) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:24.854796 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916b53a-0c4b-4899-aaaa-c595bc7e06d2 req-636fdf80-128f-4bf8-8e24-a4369de4e491 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:24.864531 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5916b53a-0c4b-4899-aaaa-c595bc7e06d2 req-636fdf80-128f-4bf8-8e24-a4369de4e491 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 943 time: 0.0830681 Sep 01 02:23:24.949995 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5916b53a-0c4b-4899-aaaa-c595bc7e06d2 req-f8034f1f-b31d-4882-98a1-c83ffc007361 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845098 Sep 01 02:23:24.971122 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3837b0fb-07c5-4572-a621-4d68b4b16584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.119067 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3837b0fb-07c5-4572-a621-4d68b4b16584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.226766 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3837b0fb-07c5-4572-a621-4d68b4b16584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.261450 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3837b0fb-07c5-4572-a621-4d68b4b16584 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b26cf1d8a6ef43328441e679836b2751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955339 Sep 01 02:23:25.262890 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:25.310293 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837b0fb-07c5-4572-a621-4d68b4b16584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccea8c13-ff12-4ac8-a380-718b01830817,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:25.345568 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5425c0f0-5819-4bd6-b24f-a168db710c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.386972 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5425c0f0-5819-4bd6-b24f-a168db710c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.397468 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45384) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:25.403523 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-237510880-network', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:25.490399 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Made reservation on behalf of ed1a101c3490411c85b8da9e54afd22d for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:23:25.492936 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.504753 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.667338 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5425c0f0-5819-4bd6-b24f-a168db710c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.670762 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5425c0f0-5819-4bd6-b24f-a168db710c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.672099 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5425c0f0-5819-4bd6-b24f-a168db710c60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccea8c13-ff12-4ac8-a380-718b01830817 HTTP/1.1" status: 204 len: 168 time: 0.4081700 Sep 01 02:23:25.682055 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425c0f0-5819-4bd6-b24f-a168db710c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccea8c13-ff12-4ac8-a380-718b01830817,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:25.760865 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.884486 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.908327 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 02:23:25.920323 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:25.921514 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Added segment bd43eb46-2161-43e0-b340-9a0107d21e4f of type vlan for network f872a1d7-524e-43f3-ad43-e4bb9026e79a Sep 01 02:23:26.035752 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735293441383'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:26.039847 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa6ca7c-927c-458c-bebe-e498a3d4a0ac,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:26.098116 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 63c379c3-2736-42c4-b841-5f41e4baa9dd up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:26.185943 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835d6e1-91a9-4a39-9e0e-91ecd40a34a4 req-883230c2-3d59-40d9-b83f-4beeda75d9fd tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:26.193855 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 264fc2a1-d963-4276-9f00-6a32124a44a9 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:23:26.195186 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0835d6e1-91a9-4a39-9e0e-91ecd40a34a4 req-883230c2-3d59-40d9-b83f-4beeda75d9fd tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 943 time: 0.1062248 Sep 01 02:23:26.250035 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0835d6e1-91a9-4a39-9e0e-91ecd40a34a4 req-905709b1-b914-4e1a-b322-f4381f4c6608 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528500 Sep 01 02:23:26.250411 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:26.252126 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:26.253999 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:26.333697 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 63c379c3-2736-42c4-b841-5f41e4baa9dd completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:26.334002 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=f872a1d7-524e-43f3-ad43-e4bb9026e79a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:26.351565 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Network f872a1d7-524e-43f3-ad43-e4bb9026e79a details requested by agent ovs-agent-dv-cinder-799668-15-iscsi with host dv-cinder-799668-15-iscsi {{(pid=94640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 02:23:26.355379 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 63c379c3-2736-42c4-b841-5f41e4baa9dd triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:26.355984 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:26.419233 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:26.422789 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f39cf0b6-fd5f-4716-8b15-718720433cd0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0241899 Sep 01 02:23:26.429250 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Request body: {'subnet': {'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-237510880-subnet', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:26.474438 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Sync routers for ids ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:23:26.492677 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Routers {'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:26.493324 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:26.518310 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 264fc2a1-d963-4276-9f00-6a32124a44a9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=264fc2a1-d963-4276-9f00-6a32124a44a9,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:26.544594 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Made reservation on behalf of ed1a101c3490411c85b8da9e54afd22d for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:23:26.548766 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-267605605'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:26.601536 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:26.610175 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'mac_address': 'fa:16:3e:24:ef:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:23:26.662685 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:26.682444 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 63c379c3-2736-42c4-b841-5f41e4baa9dd, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=63c379c3-2736-42c4-b841-5f41e4baa9dd,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:26.686054 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264fc2a1-d963-4276-9f00-6a32124a44a9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:23:26.705518 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Set router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:26.707448 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 264fc2a1-d963-4276-9f00-6a32124a44a9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=264fc2a1-d963-4276-9f00-6a32124a44a9,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:26.798888 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:26.843143 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:26.930817 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264802640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-267605619'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:26.940722 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=264fc2a1-d963-4276-9f00-6a32124a44a9,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:26.943932 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:23Z', 'revision_number': 2, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:26.979163 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Checking router: a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:23:26.979833 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Updating router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:23:27.013065 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.018456 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e019e3d8-02c1-4390-8530-8a09453b7ff8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:27.028163 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Checking segment: {'id': 'bd43eb46-2161-43e0-b340-9a0107d21e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:23:27.028694 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Network hostable DHCP agents. Network: f872a1d7-524e-43f3-ad43-e4bb9026e79a, hostable agents: ['79766d1c-5373-4667-8623-21656d5c36f1'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 02:23:27.060882 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=63c379c3-2736-42c4-b841-5f41e4baa9dd,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:27.110587 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['264fc2a1-d963-4276-9f00-6a32124a44a9'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:23:27.117695 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Network f872a1d7-524e-43f3-ad43-e4bb9026e79a is scheduled to be hosted by DHCP agent 79766d1c-5373-4667-8623-21656d5c36f1 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 02:23:27.198105 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-15-iscsi, f872a1d7-524e-43f3-ad43-e4bb9026e79a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:27.203016 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:27.203771 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.217469 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a24c4-159d-4b36-bbfe-f55342c1e5ec None None] Network f872a1d7-524e-43f3-ad43-e4bb9026e79a requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:23:27.288497 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.298514 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Transition to ACTIVE for port object ecc4f9c4-c653-4d1e-bc51-017d0a61a348 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:27.309021 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45432) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:27.311208 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-06a9350b-5f15-4365-9db2-ddc2b02e9135 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8904581 Sep 01 02:23:27.315885 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-237510880-router', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:27.386775 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.433069 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f2df6-46ff-46d0-9266-4e9c77587ad7 req-6ea926e5-e45c-4b46-9035-78ae9a241573 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:27.448862 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f55f2df6-46ff-46d0-9266-4e9c77587ad7 req-6ea926e5-e45c-4b46-9035-78ae9a241573 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 944 time: 0.0741475 Sep 01 02:23:27.483053 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Pushing event updated for resources: {'Port': ['ID=ecc4f9c4-c653-4d1e-bc51-017d0a61a348,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:27.503684 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f55f2df6-46ff-46d0-9266-4e9c77587ad7 req-4473074d-7a35-418c-8714-0aefb90a51c8 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549731 Sep 01 02:23:27.506611 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.506985 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.507310 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.507671 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.509009 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.509009 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.509009 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.509009 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.509667 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.509667 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.515080 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.515080 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:27.520036 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-369684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12582'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.521699 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371841', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12589'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.567780 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881e3e73-7572-596d-9b29-31e7ad1e45fa-f872a1d7-524e-43f3-ad43-e4bb9026e79a', 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'fixed_ips': [{'subnet_id': 'e019e3d8-02c1-4390-8530-8a09453b7ff8'}]}} from dv-cinder-799668-15-iscsi. {{(pid=94640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 02:23:27.570715 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.620743 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.643028 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Attempting to bind port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:23:27.643439 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Attempting to bind port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:23:27.643885 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Attempting to bind port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 on network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:23:27.660395 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:23:27.660767 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Checking segment: {'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:23:27.661173 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.661664 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Bound using segment: {'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:23:27.662022 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Bound port: ecc4f9c4-c653-4d1e-bc51-017d0a61a348, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:23:27.662420 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.839651 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] For port ecc4f9c4-c653-4d1e-bc51-017d0a61a348, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:23:27.847465 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] For port ecc4f9c4-c653-4d1e-bc51-017d0a61a348, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=ecc4f9c4-c653-4d1e-bc51-017d0a61a348,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:23:27.862136 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:23:27.894729 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Allocated IP 172.20.0.2 (f872a1d7-524e-43f3-ad43-e4bb9026e79a/e019e3d8-02c1-4390-8530-8a09453b7ff8/b789d43b-ec30-4b49-ace7-de5767b513c2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:23:27.905699 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:27.913812 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:28.118119 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Routers {'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:28.125319 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:28.161112 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:28.185778 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 63c379c3-2736-42c4-b841-5f41e4baa9dd up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:28.188389 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Transition to ACTIVE for port object b789d43b-ec30-4b49-ace7-de5767b513c2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:28.259560 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Transition to ACTIVE for port object b789d43b-ec30-4b49-ace7-de5767b513c2 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:28.312023 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 63c379c3-2736-42c4-b841-5f41e4baa9dd triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:28.312526 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:28.318926 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31082f-914b-4992-a8ec-22738ab9bfb8 None None] Pushing event updated for resources: {'Port': ['ID=ecc4f9c4-c653-4d1e-bc51-017d0a61a348,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:28.377723 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] Set router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:28.424781 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:28.438332 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:28.476722 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:28.531962 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Network f872a1d7-524e-43f3-ad43-e4bb9026e79a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:28.549344 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:28.553500 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:23:28.575053 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Pushing event updated for resources: {'Port': ['ID=b789d43b-ec30-4b49-ace7-de5767b513c2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:28.734165 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Attempting to bind port b789d43b-ec30-4b49-ace7-de5767b513c2 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:23:28.743690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Attempting to bind port b789d43b-ec30-4b49-ace7-de5767b513c2 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': 'bd43eb46-2161-43e0-b340-9a0107d21e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:23:28.743690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Attempting to bind port b789d43b-ec30-4b49-ace7-de5767b513c2 on network f872a1d7-524e-43f3-ad43-e4bb9026e79a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:23:28.743690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:23:28.743690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Checking segment: {'id': 'bd43eb46-2161-43e0-b340-9a0107d21e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:23:28.743690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:28.743690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Bound using segment: {'id': 'bd43eb46-2161-43e0-b340-9a0107d21e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:23:28.743690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Bound port: b789d43b-ec30-4b49-ace7-de5767b513c2, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd43eb46-2161-43e0-b340-9a0107d21e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:23:28.743690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:28.776305 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:27Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:28.824461 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] For port b789d43b-ec30-4b49-ace7-de5767b513c2, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:23:28.826818 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ee674-d06d-4876-aa30-3168a0b96a06 None None] The sync data for ids ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'] in dv-cinder-799668-15-iscsi is: [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:27Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:23:28.828823 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] For port b789d43b-ec30-4b49-ace7-de5767b513c2, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=b789d43b-ec30-4b49-ace7-de5767b513c2,segment=NetworkSegment(bd43eb46-2161-43e0-b340-9a0107d21e4f),segment_id=bd43eb46-2161-43e0-b340-9a0107d21e4f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:23:28.933432 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:29.022594 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5abf28-7827-4ee9-801d-016715d2f9df None None] Pushing event updated for resources: {'Port': ['ID=b789d43b-ec30-4b49-ace7-de5767b513c2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:29.024183 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Allocated IP 172.27.1.229 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/2787c25c-485a-48e5-864b-63e40ec5f0d9) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:23:29.100577 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837386b-76a0-4366-b5d2-e26c6bf4ea6b req-c6d23106-9af9-4823-be24-6a22683789e8 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:29.102169 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8837386b-76a0-4366-b5d2-e26c6bf4ea6b req-c6d23106-9af9-4823-be24-6a22683789e8 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 944 time: 0.4587579 Sep 01 02:23:29.169529 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8837386b-76a0-4366-b5d2-e26c6bf4ea6b req-8ae6fb4e-a82f-4190-8104-9a021464995d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600452 Sep 01 02:23:29.205724 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:29.373165 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:29.428567 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:29.431675 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:29.436131 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:23:29.439668 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Pushing event updated for resources: {'Port': ['ID=2787c25c-485a-48e5-864b-63e40ec5f0d9,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:29.884962 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:30.186310 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371954'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:30.209984 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a89281-7049-4e2a-9318-dfb3ad3cb04a None None] Network f872a1d7-524e-43f3-ad43-e4bb9026e79a requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:23:30.248931 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 264fc2a1-d963-4276-9f00-6a32124a44a9 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:30.252604 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device ecc4f9c4-c653-4d1e-bc51-017d0a61a348 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:30.399265 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c376e3-951c-4f0d-b7bd-64e042c7eb80 req-6b58313d-484a-49b6-b249-6e51e19fb921 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:30.401466 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-03c376e3-951c-4f0d-b7bd-64e042c7eb80 req-6b58313d-484a-49b6-b249-6e51e19fb921 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 944 time: 0.0791876 Sep 01 02:23:30.460410 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-03c376e3-951c-4f0d-b7bd-64e042c7eb80 req-04708a95-4cda-4bb1-a5d3-ac6d5630e21a tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467806 Sep 01 02:23:30.527230 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Router 4abc1b28-96e2-443d-8a70-36a6cac9be11 is scheduled to L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 02:23:30.637923 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:23:30.647760 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Sync routers for ids ['4abc1b28-96e2-443d-8a70-36a6cac9be11'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:23:30.668248 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Routers {'4abc1b28-96e2-443d-8a70-36a6cac9be11'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:30.672527 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['4abc1b28-96e2-443d-8a70-36a6cac9be11'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:30.756992 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 264fc2a1-d963-4276-9f00-6a32124a44a9 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:30.759007 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1dec8765-0573-4e6d-8f79-f0af68f45f98 None None] Provisioning for port b789d43b-ec30-4b49-ace7-de5767b513c2 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:30.760790 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:30.770757 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:30.771138 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:30.777076 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 264fc2a1-d963-4276-9f00-6a32124a44a9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:30.777446 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:30.818995 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:30.823465 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-facadc49-2904-4774-ab37-2955fd05feee admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5132546 Sep 01 02:23:30.823922 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:30.851758 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Set router 4abc1b28-96e2-443d-8a70-36a6cac9be11 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:31.091582 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.095955 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.158156 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264fc2a1-d963-4276-9f00-6a32124a44a9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:23:31.160336 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b0cd31-71d4-4153-8ead-d95968c32c9c" -d '{"events": [{"server_uuid": "df2248b1-3f32-442c-ac63-624d45bb60e2", "name": "network-vif-plugged", "status": "completed", "tag": "264fc2a1-d963-4276-9f00-6a32124a44a9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:23:31.181668 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 264fc2a1-d963-4276-9f00-6a32124a44a9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=264fc2a1-d963-4276-9f00-6a32124a44a9,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:31.184321 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port ecc4f9c4-c653-4d1e-bc51-017d0a61a348, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=ecc4f9c4-c653-4d1e-bc51-017d0a61a348,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:31.201040 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'name': 'tempest-TestShelveInstance-237510880-router', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:27Z', 'updated_at': '2021-09-01T02:23:29Z', 'revision_number': 3, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'gw_port': {'id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:28Z', 'updated_at': '2021-09-01T02:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:31.203568 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d8e7c-6538-41b7-aa66-b7040e570f4a x-openstack-request-id: req-282d8e7c-6538-41b7-aa66-b7040e570f4a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:23:31.215360 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2248b1-3f32-442c-ac63-624d45bb60e2", "name": "network-vif-plugged", "status": "completed", "tag": "264fc2a1-d963-4276-9f00-6a32124a44a9", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:23:31.215360 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-282d8e7c-6538-41b7-aa66-b7040e570f4a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:23:31.215360 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'code': 200} Sep 01 02:23:31.233710 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Checking router: 4abc1b28-96e2-443d-8a70-36a6cac9be11 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:23:31.234206 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Updating router 4abc1b28-96e2-443d-8a70-36a6cac9be11 port 2787c25c-485a-48e5-864b-63e40ec5f0d9 binding host dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:23:31.260164 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.268975 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.299678 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.300456 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device b789d43b-ec30-4b49-ace7-de5767b513c2 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:31.302064 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.429469 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Allocated IP 172.20.0.1 (f872a1d7-524e-43f3-ad43-e4bb9026e79a/e019e3d8-02c1-4390-8530-8a09453b7ff8/0265373e-026a-473c-9c1b-e462200e4816) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:23:31.448106 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=ecc4f9c4-c653-4d1e-bc51-017d0a61a348,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:31.622043 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=264fc2a1-d963-4276-9f00-6a32124a44a9,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:31.675397 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bada37-3548-4ea7-9072-41586d6e9ce7 req-a6c87a93-4d83-456c-9363-b841c7159175 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:31.679412 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75bada37-3548-4ea7-9072-41586d6e9ce7 req-a6c87a93-4d83-456c-9363-b841c7159175 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 945 time: 0.0892231 Sep 01 02:23:31.689950 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port b789d43b-ec30-4b49-ace7-de5767b513c2 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:31.695504 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port b789d43b-ec30-4b49-ace7-de5767b513c2 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:31.696284 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.717891 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.761617 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75bada37-3548-4ea7-9072-41586d6e9ce7 req-aa49a591-3d00-46e0-b61d-f29af79c874f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735097 Sep 01 02:23:31.772815 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.784582 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Transition to ACTIVE for port object 0265373e-026a-473c-9c1b-e462200e4816 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:31.786259 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Transition to ACTIVE for port object 2787c25c-485a-48e5-864b-63e40ec5f0d9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:31.802011 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28922343-dd48-4ded-8f3c-5b5e7639748d req-d99215aa-484a-4391-a1ee-4c79af9a17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:31.803910 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-28922343-dd48-4ded-8f3c-5b5e7639748d req-d99215aa-484a-4391-a1ee-4c79af9a17cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 1098 time: 0.1560996 Sep 01 02:23:31.826417 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.855451 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-28922343-dd48-4ded-8f3c-5b5e7639748d req-37230024-0350-45f1-a83c-020f2556ea92 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343013 Sep 01 02:23:31.861755 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port b789d43b-ec30-4b49-ace7-de5767b513c2, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=b789d43b-ec30-4b49-ace7-de5767b513c2,segment=NetworkSegment(bd43eb46-2161-43e0-b340-9a0107d21e4f),segment_id=bd43eb46-2161-43e0-b340-9a0107d21e4f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:31.927718 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.978506 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Attempting to bind port 2787c25c-485a-48e5-864b-63e40ec5f0d9 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:23:31.978877 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Attempting to bind port 2787c25c-485a-48e5-864b-63e40ec5f0d9 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:23:31.979241 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Attempting to bind port 2787c25c-485a-48e5-864b-63e40ec5f0d9 on network 89393945-2bfe-4da0-8579-8eccb334d266 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:23:31.981346 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e5f55-8d69-4857-b0d1-c9282e59dd5b None None] Pushing event updated for resources: {'Port': ['ID=2787c25c-485a-48e5-864b-63e40ec5f0d9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:31.987433 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:23:31.987812 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Checking segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:23:31.988220 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.988600 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Bound using segment: {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:23:31.989104 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Bound port: 2787c25c-485a-48e5-864b-63e40ec5f0d9, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00a63c-ea06-488a-a737-10e37d820142', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:23:31.989450 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:31.992698 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:32.033861 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Network f872a1d7-524e-43f3-ad43-e4bb9026e79a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:32.039454 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:32.043549 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:23:32.049898 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] For port 2787c25c-485a-48e5-864b-63e40ec5f0d9, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:23:32.053727 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] For port 2787c25c-485a-48e5-864b-63e40ec5f0d9, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=2787c25c-485a-48e5-864b-63e40ec5f0d9,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:23:32.072511 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Pushing event updated for resources: {'Port': ['ID=0265373e-026a-473c-9c1b-e462200e4816,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:32.078500 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:32.089169 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368769'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:32.143415 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=b789d43b-ec30-4b49-ace7-de5767b513c2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:32.194801 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:32.241850 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device ecc4f9c4-c653-4d1e-bc51-017d0a61a348 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:32.294581 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e5f55-8d69-4857-b0d1-c9282e59dd5b None None] Pushing event updated for resources: {'Port': ['ID=2787c25c-485a-48e5-864b-63e40ec5f0d9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:32.299652 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Routers {'4abc1b28-96e2-443d-8a70-36a6cac9be11'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:32.300292 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['4abc1b28-96e2-443d-8a70-36a6cac9be11'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:32.384873 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:32.423257 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:32.423659 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:32.490561 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] Set router 4abc1b28-96e2-443d-8a70-36a6cac9be11 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:32.587789 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:32.693741 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:32.695736 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7ecd9313-bad4-4465-becf-e073e3f32195 None None] Provisioning for port 0265373e-026a-473c-9c1b-e462200e4816 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:32.739696 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7ecd9313-bad4-4465-becf-e073e3f32195 None None] Provisioning complete for port 0265373e-026a-473c-9c1b-e462200e4816 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:32.740071 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9313-bad4-4465-becf-e073e3f32195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:32.750652 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Pushing event updated for resources: {'Port': ['ID=0265373e-026a-473c-9c1b-e462200e4816,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:32.753652 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371249'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:32.818297 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd9313-bad4-4465-becf-e073e3f32195 None None] Port 0265373e-026a-473c-9c1b-e462200e4816 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:23:32.864192 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Network f872a1d7-524e-43f3-ad43-e4bb9026e79a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:32.865786 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:32.922362 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc901e-9f8a-4985-937b-17e10ee2d50a req-a880b3b0-b2fe-4f64-b13d-9e1ae904148e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:32.931016 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d3fc901e-9f8a-4985-937b-17e10ee2d50a req-a880b3b0-b2fe-4f64-b13d-9e1ae904148e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 945 time: 0.0718200 Sep 01 02:23:32.932397 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'name': 'tempest-TestShelveInstance-237510880-router', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:27Z', 'updated_at': '2021-09-01T02:23:29Z', 'revision_number': 3, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'gw_port': {'id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:28Z', 'updated_at': '2021-09-01T02:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:32.962368 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f824676-6fd8-4588-b81e-61ba0c9f0da8 None None] The sync data for ids ['4abc1b28-96e2-443d-8a70-36a6cac9be11'] in dv-cinder-799668-15-iscsi is: [{'id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'name': 'tempest-TestShelveInstance-237510880-router', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:27Z', 'updated_at': '2021-09-01T02:23:29Z', 'revision_number': 3, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'gw_port': {'id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:28Z', 'updated_at': '2021-09-01T02:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:23:32.988284 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d3fc901e-9f8a-4985-937b-17e10ee2d50a req-dad26f56-18ff-4d75-be9c-9cc2b03a4a07 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 Sep 01 02:23:33.001906 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Router 4abc1b28-96e2-443d-8a70-36a6cac9be11 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:23:33.128079 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:23:33.133452 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-2ccc8dee-f4fb-4f2b-bf7f-724d2809f9bb admin admin] 10.222.0.23 "PUT /v2.0/routers/4abc1b28-96e2-443d-8a70-36a6cac9be11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3078709 Sep 01 02:23:33.262270 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-96df14e4-7d3b-4366-a4a2-fa4e89c281f7 None None] Provisioning complete for port 0265373e-026a-473c-9c1b-e462200e4816 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:33.262686 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96df14e4-7d3b-4366-a4a2-fa4e89c281f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:33.316128 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-96df14e4-7d3b-4366-a4a2-fa4e89c281f7 None None] Port 0265373e-026a-473c-9c1b-e462200e4816 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:23:33.987863 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:33.992622 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-74d1b04a-6927-4aa9-bd80-05f6884c5ce9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981693358', 'description': 'tempest-secgroup-smoke-1981693358 description', 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:34.093955 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e165c5-b883-4f9f-b9ed-c50586693f96 req-8152f6e8-9e2c-4f86-8d2d-a0678adb7e8f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:34.099987 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-05e165c5-b883-4f9f-b9ed-c50586693f96 req-8152f6e8-9e2c-4f86-8d2d-a0678adb7e8f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 945 time: 0.0571506 Sep 01 02:23:34.111952 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d1b04a-6927-4aa9-bd80-05f6884c5ce9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.155189 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-05e165c5-b883-4f9f-b9ed-c50586693f96 req-123d8bbb-cd81-46f3-b68c-8437cf3d9ee4 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499651 Sep 01 02:23:34.265597 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d1b04a-6927-4aa9-bd80-05f6884c5ce9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.288907 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f7caf0-2169-45a7-99aa-f557a0091546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.298710 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 2787c25c-485a-48e5-864b-63e40ec5f0d9 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:34.299225 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13ae5a-ce4b-4a5e-8246-9085dd2e8546 req-12f25734-6ff7-4933-99df-0c0bcfaba451 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:34.300848 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d13ae5a-ce4b-4a5e-8246-9085dd2e8546 req-12f25734-6ff7-4933-99df-0c0bcfaba451 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 945 time: 0.0620804 Sep 01 02:23:34.344385 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d1b04a-6927-4aa9-bd80-05f6884c5ce9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.350859 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d13ae5a-ce4b-4a5e-8246-9085dd2e8546 req-e2eabc82-36ae-4097-baf9-9d878d37e089 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430601 Sep 01 02:23:34.375918 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45622) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:34.385597 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1b04a-6927-4aa9-bd80-05f6884c5ce9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de66405-ca2a-4195-ba98-dca6c60fa049,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:34.421161 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1a9ae-1bb5-4a75-a533-b98f1fef99bd tempest-TestVolumeBootPattern-1435836964 tempest-TestVolumeBootPattern-1435836964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:34.422653 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-cfe1a9ae-1bb5-4a75-a533-b98f1fef99bd tempest-TestVolumeBootPattern-1435836964 tempest-TestVolumeBootPattern-1435836964-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 1093 time: 0.0448501 Sep 01 02:23:34.426183 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:34.430794 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'floatingip': {'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:34.450402 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d1b04a-6927-4aa9-bd80-05f6884c5ce9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.451783 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-74d1b04a-6927-4aa9-bd80-05f6884c5ce9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4627407 Sep 01 02:23:34.454633 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45628) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:34.459164 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-24eac287-6733-4cea-9a00-319c5f1abe43 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Request body: {'security_group_rule': {'security_group_id': '7de66405-ca2a-4195-ba98-dca6c60fa049', 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:34.489880 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 2787c25c-485a-48e5-864b-63e40ec5f0d9 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:34.494486 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 2787c25c-485a-48e5-864b-63e40ec5f0d9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:34.494933 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.564647 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.572882 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.593547 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 2787c25c-485a-48e5-864b-63e40ec5f0d9, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=2787c25c-485a-48e5-864b-63e40ec5f0d9,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:34.675076 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.681535 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.682357 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device b789d43b-ec30-4b49-ace7-de5767b513c2 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:34.687323 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-24eac287-6733-4cea-9a00-319c5f1abe43 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.771645 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-24eac287-6733-4cea-9a00-319c5f1abe43 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.795116 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=2787c25c-485a-48e5-864b-63e40ec5f0d9,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:34.803353 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Allocated IP 172.27.1.101 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/54f83670-012a-4b0a-bd5b-657160b31cd0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:23:34.807027 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port b789d43b-ec30-4b49-ace7-de5767b513c2 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:34.807435 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.853113 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-24eac287-6733-4cea-9a00-319c5f1abe43 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.885257 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eac287-6733-4cea-9a00-319c5f1abe43 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c632c11-fe6b-4316-9bf0-e53bacf68058,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:34.927336 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.952254 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-24eac287-6733-4cea-9a00-319c5f1abe43 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:34.953482 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-24eac287-6733-4cea-9a00-319c5f1abe43 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4978809 Sep 01 02:23:34.956405 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45646) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:34.961618 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-ecb478c6-922d-4435-afbd-2aa8042cba77 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Request body: {'security_group_rule': {'security_group_id': '7de66405-ca2a-4195-ba98-dca6c60fa049', 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:35.050187 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.085963 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ecb478c6-922d-4435-afbd-2aa8042cba77 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.090548 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:23:35.095865 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:23:35.104559 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:23:35.109402 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'Port': ['ID=54f83670-012a-4b0a-bd5b-657160b31cd0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:35.125616 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45652) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:35.199188 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a377516d-391d-45aa-80c2-da2945558c0e admin admin] Deleting subnet 1e6fb268-a615-4284-82ac-3158e3d0cc2d {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:23:35.202649 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ecb478c6-922d-4435-afbd-2aa8042cba77 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.209188 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a377516d-391d-45aa-80c2-da2945558c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.248945 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a377516d-391d-45aa-80c2-da2945558c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264677943'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.284587 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ecb478c6-922d-4435-afbd-2aa8042cba77 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.310983 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a377516d-391d-45aa-80c2-da2945558c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.313706 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb478c6-922d-4435-afbd-2aa8042cba77 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c378cfb7-3a31-4f22-833d-07086d9daf46,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:35.415283 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ecb478c6-922d-4435-afbd-2aa8042cba77 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.416776 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ecb478c6-922d-4435-afbd-2aa8042cba77 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4593825 Sep 01 02:23:35.419531 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45662) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:35.425429 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-dd9289af-776d-43a8-9b9c-4e816fcaad8b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Request body: {'security_group_rule': {'security_group_id': '7de66405-ca2a-4195-ba98-dca6c60fa049', 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:35.471343 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a377516d-391d-45aa-80c2-da2945558c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265943617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266115680'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.506812 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377516d-391d-45aa-80c2-da2945558c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6fb268-a615-4284-82ac-3158e3d0cc2d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:35.514668 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a377516d-391d-45aa-80c2-da2945558c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.521979 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a377516d-391d-45aa-80c2-da2945558c0e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1e6fb268-a615-4284-82ac-3158e3d0cc2d HTTP/1.1" status: 204 len: 168 time: 0.3947794 Sep 01 02:23:35.523530 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45668) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:35.548940 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.578323 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd9289af-776d-43a8-9b9c-4e816fcaad8b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.627125 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.644345 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Sync routers for ids ['4abc1b28-96e2-443d-8a70-36a6cac9be11'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:23:35.654213 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Routers {'4abc1b28-96e2-443d-8a70-36a6cac9be11'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:35.655049 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['4abc1b28-96e2-443d-8a70-36a6cac9be11'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:35.656249 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd9289af-776d-43a8-9b9c-4e816fcaad8b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.694953 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.716778 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd9289af-776d-43a8-9b9c-4e816fcaad8b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.748944 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.752530 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9289af-776d-43a8-9b9c-4e816fcaad8b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a4f6f1-a52b-4816-bfb4-26b0ede04d0b,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:35.764329 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:35.773914 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352984b8-5775-4832-9764-fb565022a27f') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:35.774221 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352984b8-5775-4832-9764-fb565022a27f') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:35.789740 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264677900'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.804293 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.811694 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:23:35.812421 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265943803'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.814809 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Set router 4abc1b28-96e2-443d-8a70-36a6cac9be11 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: timer() Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: cb(*args, **kw) Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: self._notify() Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: self.callback(batched_events) Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: event.method(event) Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: return self._get(url).json() Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:23:35.821138 dv-cinder-799668-15-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:23:35.868517 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dd9289af-776d-43a8-9b9c-4e816fcaad8b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.869781 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-dd9289af-776d-43a8-9b9c-4e816fcaad8b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4486012 Sep 01 02:23:35.872527 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45676) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:35.880178 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-ac59708e-ddba-42b0-8ee1-56963c773186 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Request body: {'security_group_rule': {'security_group_id': '7de66405-ca2a-4195-ba98-dca6c60fa049', 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:35.880998 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.952552 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.957675 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.960082 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] 10.222.0.23 "DELETE /v2.0/networks/c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4 HTTP/1.1" status: 204 len: 168 time: 0.4355118 Sep 01 02:23:35.974545 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6ea90-a7af-4da2-8efc-924046dbf68c admin admin] Pushing event deleted for resources: {'Network': ['ID=c49f3eeb-6ac4-4b50-b4b9-cc2bf977cca4,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:35.980686 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:35.988346 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac59708e-ddba-42b0-8ee1-56963c773186 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.111604 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac59708e-ddba-42b0-8ee1-56963c773186 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.134949 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'Port': ['ID=54f83670-012a-4b0a-bd5b-657160b31cd0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:36.145805 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.150941 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'name': 'tempest-TestShelveInstance-237510880-router', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:27Z', 'updated_at': '2021-09-01T02:23:32Z', 'revision_number': 4, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'gw_port': {'id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:28Z', 'updated_at': '2021-09-01T02:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '0265373e-026a-473c-9c1b-e462200e4816', 'name': '', 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'mac_address': 'fa:16:3e:88:b6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e019e3d8-02c1-4390-8530-8a09453b7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:31Z', 'updated_at': '2021-09-01T02:23:32Z', 'revision_number': 2, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'subnets': [{'id': 'e019e3d8-02c1-4390-8530-8a09453b7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:36.187799 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Checking router: 4abc1b28-96e2-443d-8a70-36a6cac9be11 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:23:36.188160 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Updating router 4abc1b28-96e2-443d-8a70-36a6cac9be11 port 0265373e-026a-473c-9c1b-e462200e4816 binding host dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 02:23:36.213833 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.218572 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac59708e-ddba-42b0-8ee1-56963c773186 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.230525 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 2787c25c-485a-48e5-864b-63e40ec5f0d9 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:36.249758 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59708e-ddba-42b0-8ee1-56963c773186 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee06750-abd3-415a-bbc5-d276175f730f,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:36.283663 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Floating IP 655f6284-2091-443c-a03a-80b830fb68cd associated. External IP: 172.27.1.101, port: 264fc2a1-d963-4276-9f00-6a32124a44a9. Sep 01 02:23:36.302865 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 2787c25c-485a-48e5-864b-63e40ec5f0d9 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:36.303245 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.426439 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac59708e-ddba-42b0-8ee1-56963c773186 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.426824 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.427743 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ac59708e-ddba-42b0-8ee1-56963c773186 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5538373 Sep 01 02:23:36.430425 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45688) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:36.435529 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-237de05f-7e39-47b5-980f-d95df0056530 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Request body: {'security_group_rule': {'security_group_id': '7de66405-ca2a-4195-ba98-dca6c60fa049', 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:36.513303 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.524892 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Transition to ACTIVE for port object 0265373e-026a-473c-9c1b-e462200e4816 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:23:36.533149 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.securitygroups_db [None req-237de05f-7e39-47b5-980f-d95df0056530 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Project f6ef188e3c1d4c3bab0f9e58cdb2b244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 02:23:36.538665 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-237de05f-7e39-47b5-980f-d95df0056530 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.569333 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f7ce-d233-4b71-9dca-db08d79cc4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.592979 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45692) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:36.638266 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-237de05f-7e39-47b5-980f-d95df0056530 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.638495 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.650611 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-fa78d549-3b75-4878-bc61-e5d4d44362c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4025008a8e04d15a30ec89ca5bd224e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565326 Sep 01 02:23:36.653234 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45694) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:36.691029 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e95d19-93cd-4ce7-8614-edaf8ba0eaa5 None None] Pushing event updated for resources: {'Port': ['ID=0265373e-026a-473c-9c1b-e462200e4816,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:36.720956 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a47d429-99dc-42b8-b23a-406af54ecc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.743855 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a47d429-99dc-42b8-b23a-406af54ecc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.753311 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-237de05f-7e39-47b5-980f-d95df0056530 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.757095 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Attempting to bind port 0265373e-026a-473c-9c1b-e462200e4816 on host dv-cinder-799668-15-iscsi for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:23:36.757679 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Attempting to bind port 0265373e-026a-473c-9c1b-e462200e4816 by drivers openvswitch,hyperv on host dv-cinder-799668-15-iscsi at level 0 using segments [{'id': 'bd43eb46-2161-43e0-b340-9a0107d21e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:23:36.758217 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Attempting to bind port 0265373e-026a-473c-9c1b-e462200e4816 on network f872a1d7-524e-43f3-ad43-e4bb9026e79a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:23:36.764924 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Checking agent: {'id': '0e868646-e9ed-469c-8d83-ad70fe9785c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 9, 7), 'started_at': datetime.datetime(2021, 9, 1, 2, 9, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:23:36.766145 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Checking segment: {'id': 'bd43eb46-2161-43e0-b340-9a0107d21e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:23:36.767260 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.767975 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Bound using segment: {'id': 'bd43eb46-2161-43e0-b340-9a0107d21e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:23:36.772403 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Bound port: 0265373e-026a-473c-9c1b-e462200e4816, host: dv-cinder-799668-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd43eb46-2161-43e0-b340-9a0107d21e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:23:36.772403 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.789988 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237de05f-7e39-47b5-980f-d95df0056530 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78dfe3d-f8f0-41d8-a5e5-1886baee17a5,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:36.796968 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:23:36.847284 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] For port 0265373e-026a-473c-9c1b-e462200e4816, host dv-cinder-799668-15-iscsi, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:23:36.851091 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] For port 0265373e-026a-473c-9c1b-e462200e4816, host dv-cinder-799668-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=0265373e-026a-473c-9c1b-e462200e4816,segment=NetworkSegment(bd43eb46-2161-43e0-b340-9a0107d21e4f),segment_id=bd43eb46-2161-43e0-b340-9a0107d21e4f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:23:36.878297 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-237de05f-7e39-47b5-980f-d95df0056530 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.880762 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-237de05f-7e39-47b5-980f-d95df0056530 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4481614 Sep 01 02:23:36.882518 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45696) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:36.887517 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-443c8987-d8bd-4ec5-bbda-825ed09aaf98 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Request body: {'security_group_rule': {'security_group_id': '7de66405-ca2a-4195-ba98-dca6c60fa049', 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:23:36.919823 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:23:36.929234 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] Sync routers for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:23:36.937953 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:36.939096 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:36.943959 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a47d429-99dc-42b8-b23a-406af54ecc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.946541 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a47d429-99dc-42b8-b23a-406af54ecc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.947819 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4a47d429-99dc-42b8-b23a-406af54ecc7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1 HTTP/1.1" status: 204 len: 168 time: 0.2936771 Sep 01 02:23:36.957685 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47d429-99dc-42b8-b23a-406af54ecc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69922c6e-d0c0-4e38-8c22-5f5a35fe8bc1,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:36.973463 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:36.978881 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.securitygroups_db [None req-443c8987-d8bd-4ec5-bbda-825ed09aaf98 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Project f6ef188e3c1d4c3bab0f9e58cdb2b244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 02:23:36.990867 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-443c8987-d8bd-4ec5-bbda-825ed09aaf98 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:37.035332 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Routers {'4abc1b28-96e2-443d-8a70-36a6cac9be11'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:37.036025 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['4abc1b28-96e2-443d-8a70-36a6cac9be11'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:37.095245 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:37.119943 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-443c8987-d8bd-4ec5-bbda-825ed09aaf98 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:37.162194 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0db3bf5e-f771-4b81-9cb4-84bd4eab7371 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7203224 Sep 01 02:23:37.162194 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'tag': '264fc2a1-d963-4276-9f00-6a32124a44a9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:23:37.162194 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38935df-16ea-4e24-88c4-f8969b8d9ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "df2248b1-3f32-442c-ac63-624d45bb60e2", "tag": "264fc2a1-d963-4276-9f00-6a32124a44a9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:23:37.169157 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:37.215291 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7062219a-9caa-4f65-8e21-5de49eb8d720 x-openstack-request-id: req-7062219a-9caa-4f65-8e21-5de49eb8d720 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:23:37.215611 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2248b1-3f32-442c-ac63-624d45bb60e2", "tag": "264fc2a1-d963-4276-9f00-6a32124a44a9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:23:37.216351 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7062219a-9caa-4f65-8e21-5de49eb8d720 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:23:37.217231 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'tag': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'status': 'completed', 'code': 200} Sep 01 02:23:37.218153 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e95d19-93cd-4ce7-8614-edaf8ba0eaa5 None None] Pushing event updated for resources: {'Port': ['ID=0265373e-026a-473c-9c1b-e462200e4816,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:37.223954 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-443c8987-d8bd-4ec5-bbda-825ed09aaf98 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231836'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:37.285515 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c8987-d8bd-4ec5-bbda-825ed09aaf98 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdddebc-2d20-486e-baba-50be282afdbd,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:37.302531 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:37.334904 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-f8ca925f-cdf9-4284-9557-1d8f99892fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:37.336459 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-f8ca925f-cdf9-4284-9557-1d8f99892fc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 1098 time: 0.1102047 Sep 01 02:23:37.344366 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] Set router 4abc1b28-96e2-443d-8a70-36a6cac9be11 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:37.420737 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-443c8987-d8bd-4ec5-bbda-825ed09aaf98 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:37.422145 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-443c8987-d8bd-4ec5-bbda-825ed09aaf98 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5384889 Sep 01 02:23:37.456355 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-1554ffc2-971f-41dd-a423-816dbbc999dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:37.457864 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-1554ffc2-971f-41dd-a423-816dbbc999dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 913 time: 0.1135879 Sep 01 02:23:37.470875 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '655f6284-2091-443c-a03a-80b830fb68cd', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:24:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:23:35Z', 'updated_at': '2021-09-01T02:23:35Z', 'revision_number': 0, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:37.506122 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] Checking router: b7bc9cb8-7209-4ca2-b13e-a96fb329de15 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:23:37.517602 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:23:37.518639 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:23:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:37.576220 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-d05110d6-d7ff-4bef-8b6c-bc5814630f4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264fc2a1-d963-4276-9f00-6a32124a44a9 HTTP/1.1" status: 200 len: 999 time: 0.1082087 Sep 01 02:23:37.669164 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-0794b421-870c-43cc-a224-357609c323c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:37.671069 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-0794b421-870c-43cc-a224-357609c323c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0860875 Sep 01 02:23:37.675259 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:23:37.694314 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'name': 'tempest-TestShelveInstance-237510880-router', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:27Z', 'updated_at': '2021-09-01T02:23:32Z', 'revision_number': 4, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'gw_port': {'id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:28Z', 'updated_at': '2021-09-01T02:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '0265373e-026a-473c-9c1b-e462200e4816', 'name': '', 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'mac_address': 'fa:16:3e:88:b6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e019e3d8-02c1-4390-8530-8a09453b7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:31Z', 'updated_at': '2021-09-01T02:23:36Z', 'revision_number': 4, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'subnets': [{'id': 'e019e3d8-02c1-4390-8530-8a09453b7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:37.730079 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4e08d-1639-4f94-994c-8469a60a8c15 None None] The sync data for ids ['4abc1b28-96e2-443d-8a70-36a6cac9be11'] in dv-cinder-799668-15-iscsi is: [{'id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'name': 'tempest-TestShelveInstance-237510880-router', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:27Z', 'updated_at': '2021-09-01T02:23:32Z', 'revision_number': 4, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'gw_port': {'id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:28Z', 'updated_at': '2021-09-01T02:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '0265373e-026a-473c-9c1b-e462200e4816', 'name': '', 'network_id': 'f872a1d7-524e-43f3-ad43-e4bb9026e79a', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'mac_address': 'fa:16:3e:88:b6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'e019e3d8-02c1-4390-8530-8a09453b7ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:31Z', 'updated_at': '2021-09-01T02:23:36Z', 'revision_number': 4, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'subnets': [{'id': 'e019e3d8-02c1-4390-8530-8a09453b7ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:23:37.739582 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-168fc91e-7973-495f-b076-61bbc5364e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:37.744835 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-168fc91e-7973-495f-b076-61bbc5364e63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0657852 Sep 01 02:23:37.919432 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-523e087c-e222-4466-b269-5fef6288c539 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662421 Sep 01 02:23:38.017838 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '655f6284-2091-443c-a03a-80b830fb68cd', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:24:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:23:35Z', 'updated_at': '2021-09-01T02:23:35Z', 'revision_number': 0, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:23:38.050691 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f38935df-16ea-4e24-88c4-f8969b8d9ab1 req-fba95c8e-e040-4ac2-afb6-8429997e5965 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229744 Sep 01 02:23:38.053983 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a562278d-88e9-4416-89f3-ac1abfb73962 None None] The sync data for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi is: [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '655f6284-2091-443c-a03a-80b830fb68cd', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:24:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:23:35Z', 'updated_at': '2021-09-01T02:23:35Z', 'revision_number': 0, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:23:38.195648 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:38.222533 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 0265373e-026a-473c-9c1b-e462200e4816 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:38.338143 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning for port 0265373e-026a-473c-9c1b-e462200e4816 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:23:38.342738 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 0265373e-026a-473c-9c1b-e462200e4816 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:38.347681 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:38.435754 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7b0e4-5da2-4df2-bb31-8cf827a71914 None None] New status for floating IP 655f6284-2091-443c-a03a-80b830fb68cd: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:23:38.442738 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:38.482930 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] For port 0265373e-026a-473c-9c1b-e462200e4816, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=0265373e-026a-473c-9c1b-e462200e4816,segment=NetworkSegment(bd43eb46-2161-43e0-b340-9a0107d21e4f),segment_id=bd43eb46-2161-43e0-b340-9a0107d21e4f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:23:38.567998 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:38.597280 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-8c4ed8fd-2bc1-4211-9fd7-8da1fa31a3e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0920115 Sep 01 02:23:38.622977 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Pushing event updated for resources: {'Port': ['ID=0265373e-026a-473c-9c1b-e462200e4816,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:38.697477 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-6958c4b5-a0e1-45d2-9981-88806d19e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:38.699003 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-6958c4b5-a0e1-45d2-9981-88806d19e702 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0466516 Sep 01 02:23:38.812092 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-097e63ac-9a12-4473-82c9-fa30406c5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:38.813659 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-097e63ac-9a12-4473-82c9-fa30406c5f21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 917 time: 0.0940995 Sep 01 02:23:38.884177 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-c94a0422-ad5f-4218-a641-42bbf115d21e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e HTTP/1.1" status: 200 len: 1000 time: 0.0622120 Sep 01 02:23:38.936736 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-1c1b1aa5-7134-40d3-a6b8-86c119d2cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:38.938216 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-1c1b1aa5-7134-40d3-a6b8-86c119d2cd0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a41553d-c3c0-435c-aa65-1e5b16018403 HTTP/1.1" status: 200 len: 855 time: 0.0452611 Sep 01 02:23:38.983194 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-62c60bbb-a4b7-4710-a69f-67ed2db62c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:38.984818 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-62c60bbb-a4b7-4710-a69f-67ed2db62c28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5a3e1b6-c394-4401-8c8a-9601aa881cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386629 Sep 01 02:23:39.087136 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-8823e579-53d0-4c2b-8ff4-7e7dfa2d2143 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939248 Sep 01 02:23:39.186971 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-8624ecfd-ecd0-483a-8092-836b67466a0b req-2f167a62-4f9c-4e87-9936-6e2f62edf3e5 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877428 Sep 01 02:23:39.346612 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:40.161696 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 0265373e-026a-473c-9c1b-e462200e4816 up at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:23:40.210354 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Provisioning complete for port 0265373e-026a-473c-9c1b-e462200e4816 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:23:40.210735 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:40.870920 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45828) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:40.981315 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:41.074149 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:41.192109 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:41.230028 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fafd21e13fcd47cdb5b5a8fb5f7eee3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580070 Sep 01 02:23:41.230985 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552c455e-ac65-4e06-b86e-e59e6b3929e2,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:41.232813 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:41.238996 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.239351 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.239719 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.240059 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.240394 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.240780 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.241110 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.241445 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.241772 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.242098 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.242422 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.242747 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e419bd-8fea-4d79-a98f-e6d741dbc7ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.283656 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:41.304840 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:41.406468 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:41.409105 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:41.410585 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/552c455e-ac65-4e06-b86e-e59e6b3929e2 HTTP/1.1" status: 204 len: 168 time: 0.1767030 Sep 01 02:23:41.418514 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552c455e-ac65-4e06-b86e-e59e6b3929e2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:41.425978 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.426330 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.426673 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.427009 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.427341 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.427698 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.428036 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.428343 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.428669 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.428994 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.429315 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:41.429637 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cee33-9a1b-4696-86f9-e45b7dfb08d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:23:42.468910 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 45852) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:42.573109 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dee3b58d-d53f-459b-b376-31324d7c956b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:42.663583 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dee3b58d-d53f-459b-b376-31324d7c956b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:42.740365 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dee3b58d-d53f-459b-b376-31324d7c956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:42.785115 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 45858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:23:42.785586 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-dee3b58d-d53f-459b-b376-31324d7c956b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bcf362b6ec14decbe2b94098b5389ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148749 Sep 01 02:23:42.786075 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3b58d-d53f-459b-b376-31324d7c956b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d72ee2b-4293-4224-8798-176e6f6cb817,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:42.840859 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93aac34-5fa4-489f-ae4c-439b52910c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:42.866177 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93aac34-5fa4-489f-ae4c-439b52910c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:43.009083 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93aac34-5fa4-489f-ae4c-439b52910c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:43.011757 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93aac34-5fa4-489f-ae4c-439b52910c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:23:43.012969 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a93aac34-5fa4-489f-ae4c-439b52910c35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d72ee2b-4293-4224-8798-176e6f6cb817 HTTP/1.1" status: 204 len: 168 time: 0.2265866 Sep 01 02:23:43.020752 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aac34-5fa4-489f-ae4c-439b52910c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d72ee2b-4293-4224-8798-176e6f6cb817,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:23:50.705043 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c63863-ee1c-43f4-923b-21899d507520 req-c09f0161-6aca-4167-87c1-d6a1b0665b2b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:50.706423 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-56c63863-ee1c-43f4-923b-21899d507520 req-c09f0161-6aca-4167-87c1-d6a1b0665b2b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0504761 Sep 01 02:23:50.744440 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-56c63863-ee1c-43f4-923b-21899d507520 req-8f0eb034-d31b-41b3-9eda-b031ea00b0c1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Sep 01 02:23:51.864388 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd034db-43a5-44ba-8ad2-2fcefb96f149 req-3cffe0d0-d1b3-4803-b74d-00f4d0dc81c9 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:51.865845 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7dd034db-43a5-44ba-8ad2-2fcefb96f149 req-3cffe0d0-d1b3-4803-b74d-00f4d0dc81c9 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0476263 Sep 01 02:23:51.905735 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7dd034db-43a5-44ba-8ad2-2fcefb96f149 req-1b25fcc2-af57-4d63-8704-7372aeeff1be tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Sep 01 02:23:53.022450 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b28501-e346-468b-876a-ad479495b189 req-5543fa1e-4ebd-4b8b-b654-2f65a4ca1ad8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:53.023802 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-84b28501-e346-468b-876a-ad479495b189 req-5543fa1e-4ebd-4b8b-b654-2f65a4ca1ad8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0476005 Sep 01 02:23:53.064826 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-84b28501-e346-468b-876a-ad479495b189 req-88aa74c3-4b01-4ed2-ba58-2a549063dc68 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352192 Sep 01 02:23:54.180666 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7637d-1205-4715-8d10-053f5f3b7bf2 req-7be108e1-412a-4f42-b590-521e9e34eb5e tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:54.182153 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35a7637d-1205-4715-8d10-053f5f3b7bf2 req-7be108e1-412a-4f42-b590-521e9e34eb5e tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0474575 Sep 01 02:23:54.218802 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35a7637d-1205-4715-8d10-053f5f3b7bf2 req-a1fcd528-db35-45fb-a11c-9fde58d4cab6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309019 Sep 01 02:23:55.333523 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ccede-ee0f-44ae-8cbf-f3eaf0b12c1e req-137d9483-653a-4901-a7cd-afc1f1c860e4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:55.334983 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-154ccede-ee0f-44ae-8cbf-f3eaf0b12c1e req-137d9483-653a-4901-a7cd-afc1f1c860e4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0477753 Sep 01 02:23:55.371066 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-154ccede-ee0f-44ae-8cbf-f3eaf0b12c1e req-98a40f68-8056-439e-9441-7e70ca648489 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303514 Sep 01 02:23:56.490455 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390a588-1d68-4be3-9c6d-dc28b3f8fb41 req-150f275f-d7f4-451b-b583-ab389abba7fb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:56.490455 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4390a588-1d68-4be3-9c6d-dc28b3f8fb41 req-150f275f-d7f4-451b-b583-ab389abba7fb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0486550 Sep 01 02:23:56.530955 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4390a588-1d68-4be3-9c6d-dc28b3f8fb41 req-a15100ee-d7cd-4b11-9d6c-54708da01576 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350232 Sep 01 02:23:57.650731 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00453c1-09c6-4fbf-a0f8-6d26d9bb58d0 req-29b90ce9-5a27-4190-a6c5-a1c42e629926 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:57.652234 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e00453c1-09c6-4fbf-a0f8-6d26d9bb58d0 req-29b90ce9-5a27-4190-a6c5-a1c42e629926 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0508776 Sep 01 02:23:57.703008 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-1c95ff83-f512-408b-b00b-dce4a3c9b2f8 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981693358&fields=id&tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244 HTTP/1.1" status: 200 len: 267 time: 0.0605357 Sep 01 02:23:57.710375 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e00453c1-09c6-4fbf-a0f8-6d26d9bb58d0 req-15eb4d24-38a6-47e1-9d44-553e6743645f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512102 Sep 01 02:23:57.810216 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-3f160d1e-a2a2-453c-a1e4-7f93759a0db7 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:57.811593 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-3f160d1e-a2a2-453c-a1e4-7f93759a0db7 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/networks?id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0 HTTP/1.1" status: 200 len: 809 time: 0.1003609 Sep 01 02:23:57.825904 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-41cc9be1-13dc-4115-af73-844e983b3478 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/quotas/f6ef188e3c1d4c3bab0f9e58cdb2b244 HTTP/1.1" status: 200 len: 375 time: 0.0086932 Sep 01 02:23:57.875215 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-39447787-da9d-4515-8d39-47a197902fb1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438046 Sep 01 02:23:57.968093 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-e3d18d16-73f7-4bfd-b0ed-d0f2f77470c7 service neutron] 10.222.0.23 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810115 Sep 01 02:23:58.056850 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-6e617f2c-5c9d-491c-ba01-9686baf5364b service neutron] 10.222.0.23 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828083 Sep 01 02:23:58.654758 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4ec00fe8-cd78-4779-b350-cee1d0c2b1d3 req-b1ebd271-b625-4bb3-8f95-2de133e6765a tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 210 time: 0.0256715 Sep 01 02:23:58.828065 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c88824-41b0-417d-a14e-a4d883f53191 req-d0a9bb08-9216-4400-85c4-d49c0497ed4c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:58.829538 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-43c88824-41b0-417d-a14e-a4d883f53191 req-d0a9bb08-9216-4400-85c4-d49c0497ed4c tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0481694 Sep 01 02:23:58.866708 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-43c88824-41b0-417d-a14e-a4d883f53191 req-c26424b6-3136-47d0-ac4e-dd94b58629ce tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Sep 01 02:23:59.751337 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1418dd96-d63c-4ceb-b95c-694cf1f49016 req-46b4164d-8c16-4cb8-9193-018454624d5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 210 time: 0.0288403 Sep 01 02:23:59.988246 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb998bb-a863-4c79-bb12-75798d25119a req-f8ca55d6-f172-485e-ba1a-40864595ac2d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:23:59.989623 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eeb998bb-a863-4c79-bb12-75798d25119a req-f8ca55d6-f172-485e-ba1a-40864595ac2d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0519977 Sep 01 02:24:00.026519 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eeb998bb-a863-4c79-bb12-75798d25119a req-3077270e-c1fc-4c76-bab7-3949457ba7aa tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309963 Sep 01 02:24:00.670624 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-7b7f5980-5336-4d22-b170-145304400497 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:00.670624 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-7b7f5980-5336-4d22-b170-145304400497 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.26 "GET /v2.0/networks?id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0 HTTP/1.1" status: 200 len: 809 time: 0.1066055 Sep 01 02:24:00.701982 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-ec75256d-e4c5-4d21-93d7-00a927a16fb4 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244 HTTP/1.1" status: 200 len: 380 time: 0.0356159 Sep 01 02:24:00.722857 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Request body: {'port': {'device_id': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'admin_state_up': True, 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'security_groups': ['7de66405-ca2a-4195-ba98-dca6c60fa049']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:24:00.845832 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-61a32d5b-67b9-42a2-8c3b-fde0c52a4891 req-754e43aa-1598-45de-a451-d82063f3e38a tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 210 time: 0.0259333 Sep 01 02:24:00.951750 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Made reservation on behalf of f6ef188e3c1d4c3bab0f9e58cdb2b244 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:24:00.956061 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:01.087285 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Allocated IP 172.20.0.4 (10bdeea0-95cf-4386-ac9b-5e97013a7cd0/7082dc13-de76-4075-985f-e2897326823d/f2561eba-48fd-4f58-9fbd-024994ee7ce5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:24:01.152581 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfae7dc-c0a1-4264-bf21-08389431cfb2 req-9f42da7e-0ddb-4479-86c6-2a8abf55b691 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:01.154881 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fbfae7dc-c0a1-4264-bf21-08389431cfb2 req-9f42da7e-0ddb-4479-86c6-2a8abf55b691 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0511203 Sep 01 02:24:01.192846 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fbfae7dc-c0a1-4264-bf21-08389431cfb2 req-663a2dd2-d3e8-4fab-9316-7b879cd1e8e2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Sep 01 02:24:01.227211 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:01.241131 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Transition to ACTIVE for port object f2561eba-48fd-4f58-9fbd-024994ee7ce5 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:24:01.329521 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:01.380704 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:24:01.383726 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:24:01.387546 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:24:01.410466 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event updated for resources: {'Port': ['ID=f2561eba-48fd-4f58-9fbd-024994ee7ce5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:01.440110 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:01.440744 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:01.533221 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-262b97b4-c962-4a19-a877-5c34d7bfc6c1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8153739 Sep 01 02:24:01.547960 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Request body: {'port': {'device_id': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:24:01.598795 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:01.831341 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a199f441-bcc8-46e9-ad29-3854ebcdf0f7 None None] Provisioning for port f2561eba-48fd-4f58-9fbd-024994ee7ce5 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:24:01.837266 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a199f441-bcc8-46e9-ad29-3854ebcdf0f7 None None] Provisioning complete for port f2561eba-48fd-4f58-9fbd-024994ee7ce5 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:24:01.837266 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a199f441-bcc8-46e9-ad29-3854ebcdf0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:01.857567 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2561eba-48fd-4f58-9fbd-024994ee7ce5 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:24:01.865607 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:01.873386 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a199f441-bcc8-46e9-ad29-3854ebcdf0f7 None None] Port f2561eba-48fd-4f58-9fbd-024994ee7ce5 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:24:01.877955 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Transition to ACTIVE for port object f2561eba-48fd-4f58-9fbd-024994ee7ce5 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:24:01.957112 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:01.962204 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8305f-3f44-4dcc-923d-27269a3ef176 req-34b81744-310f-4dfc-9d12-4fe848f8339b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:01.969846 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-56e8305f-3f44-4dcc-923d-27269a3ef176 req-34b81744-310f-4dfc-9d12-4fe848f8339b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 931 time: 0.0515337 Sep 01 02:24:02.009988 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Pushing event updated for resources: {'Port': ['ID=f2561eba-48fd-4f58-9fbd-024994ee7ce5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:02.011964 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-56e8305f-3f44-4dcc-923d-27269a3ef176 req-554aa7b2-42aa-4048-95bf-95a9229a9d96 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410020 Sep 01 02:24:02.082422 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Attempting to bind port f2561eba-48fd-4f58-9fbd-024994ee7ce5 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:24:02.082675 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Attempting to bind port f2561eba-48fd-4f58-9fbd-024994ee7ce5 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:24:02.083006 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Attempting to bind port f2561eba-48fd-4f58-9fbd-024994ee7ce5 on network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:24:02.087583 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Port f2561eba-48fd-4f58-9fbd-024994ee7ce5 on network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:24:02.087854 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Attempting to bind port f2561eba-48fd-4f58-9fbd-024994ee7ce5 on network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:24:02.093006 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:24:02.093352 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Checking segment: {'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:24:02.094828 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Bound using segment: {'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:24:02.095079 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Bound port: f2561eba-48fd-4f58-9fbd-024994ee7ce5, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:24:02.095351 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:02.169417 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] For port f2561eba-48fd-4f58-9fbd-024994ee7ce5, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:24:02.174568 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] For port f2561eba-48fd-4f58-9fbd-024994ee7ce5, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:24:02.232141 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:02.284594 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:02.285217 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:02.286649 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8b860596-d55f-43f3-9415-f83902802517 service neutron] 10.222.0.26 "PUT /v2.0/ports/f2561eba-48fd-4f58-9fbd-024994ee7ce5 HTTP/1.1" status: 200 len: 1093 time: 0.7433572 Sep 01 02:24:02.289811 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:24:02.293334 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adec7bf-2a46-400b-bac1-fbe12bd3203c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:24:02.316267 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b860596-d55f-43f3-9415-f83902802517 service neutron] Pushing event updated for resources: {'Port': ['ID=f2561eba-48fd-4f58-9fbd-024994ee7ce5,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:02.331662 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e5e87-1afa-454f-be52-e4aafa4148a3 req-45207f59-b84b-4c54-95c9-3f5405a48eb1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:02.344127 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f13e5e87-1afa-454f-be52-e4aafa4148a3 req-45207f59-b84b-4c54-95c9-3f5405a48eb1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0757773 Sep 01 02:24:02.381366 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f13e5e87-1afa-454f-be52-e4aafa4148a3 req-633f3835-81bb-4e5e-bc91-4f66104eda3a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356319 Sep 01 02:24:02.448781 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b773575-24ba-4349-bc5d-6eabf2ae55d4 x-openstack-request-id: req-2b773575-24ba-4349-bc5d-6eabf2ae55d4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:24:02.448781 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:24:02.448781 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b773575-24ba-4349-bc5d-6eabf2ae55d4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:24:02.448781 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'status': 'completed', 'code': 200} Sep 01 02:24:02.492729 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-a7b584d8-bf02-4866-b838-063dcba236ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:02.494296 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-a7b584d8-bf02-4866-b838-063dcba236ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244&device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 1096 time: 0.0423150 Sep 01 02:24:02.543397 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-8c1f7dbc-69af-4de1-a4fe-9632e223028a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5 HTTP/1.1" status: 200 len: 217 time: 0.0387187 Sep 01 02:24:02.591512 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-bba2e8d4-da8a-4c91-9f4d-b51df7d55507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:02.592843 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-bba2e8d4-da8a-4c91-9f4d-b51df7d55507 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7082dc13-de76-4075-985f-e2897326823d HTTP/1.1" status: 200 len: 848 time: 0.0427508 Sep 01 02:24:02.641957 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-2a4c6046-38fe-4577-8b07-b51b4e17655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:02.644063 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-2a4c6046-38fe-4577-8b07-b51b4e17655a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440202 Sep 01 02:24:02.735463 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-0d44dd2c-cc23-4797-9220-523a6e73d7ea service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827579 Sep 01 02:24:02.824949 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-bdff75fd-d11d-478d-8b7f-9b7be945181d req-12876e45-f3a1-4ffc-86fd-1623bae9bdce service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799477 Sep 01 02:24:03.001388 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-5c26b561-048f-466a-ad98-b2e0092a17da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:03.002835 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-5c26b561-048f-466a-ad98-b2e0092a17da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244&device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 1096 time: 0.0407951 Sep 01 02:24:03.094118 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-c8e9aeed-0294-4f75-898e-f011b516ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:03.095608 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-c8e9aeed-0294-4f75-898e-f011b516ec3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0 HTTP/1.1" status: 200 len: 910 time: 0.0855734 Sep 01 02:24:03.122366 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f9246-2847-4c40-a1bf-28dcd1512887 req-bbabe0da-dfb1-4b03-b500-61578ea3560b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:03.124149 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-076f9246-2847-4c40-a1bf-28dcd1512887 req-bbabe0da-dfb1-4b03-b500-61578ea3560b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0476024 Sep 01 02:24:03.139601 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-f36e6370-0cc5-4605-9b3e-71c4c51c2b19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5 HTTP/1.1" status: 200 len: 217 time: 0.0359459 Sep 01 02:24:03.166401 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-076f9246-2847-4c40-a1bf-28dcd1512887 req-2bea06b8-c298-48e8-b12a-bfe0599b1c94 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351279 Sep 01 02:24:03.198516 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-071dcff8-8447-4a3f-b56b-61ababad46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:03.200155 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-071dcff8-8447-4a3f-b56b-61ababad46c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7082dc13-de76-4075-985f-e2897326823d HTTP/1.1" status: 200 len: 848 time: 0.0518613 Sep 01 02:24:03.245258 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-b41ff8a1-49ac-4bf6-8f45-b723d031334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:03.246699 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-b41ff8a1-49ac-4bf6-8f45-b723d031334a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391521 Sep 01 02:24:03.334115 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-201d1bdb-97f8-44da-ab4d-ea3b657e0fa8 service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793624 Sep 01 02:24:03.430353 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-1adec7bf-2a46-400b-bac1-fbe12bd3203c req-08da09e6-613f-4bae-92f3-77519287ea86 service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885811 Sep 01 02:24:03.507453 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03cd15-ac6c-44ff-ad38-03a6dfa164fe req-1d90e186-cd1e-44a2-8512-f01b5d46d4a2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:03.508920 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6e03cd15-ac6c-44ff-ad38-03a6dfa164fe req-1d90e186-cd1e-44a2-8512-f01b5d46d4a2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0501804 Sep 01 02:24:03.546322 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6e03cd15-ac6c-44ff-ad38-03a6dfa164fe req-1e1d05f0-630c-4e16-b308-3ded1c578715 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Sep 01 02:24:04.286074 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057b8dd-6cc8-4465-acdc-7b237f0fa45e req-381c899f-d5f2-4715-a729-a48eae768abb tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:04.287404 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c057b8dd-6cc8-4465-acdc-7b237f0fa45e req-381c899f-d5f2-4715-a729-a48eae768abb tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0485833 Sep 01 02:24:04.297562 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-932ddfcd-f3a1-4ca4-8cd3-acbf55c5063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:04.325888 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c057b8dd-6cc8-4465-acdc-7b237f0fa45e req-b5a543e0-9146-4ea1-8131-cd24921483b5 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323889 Sep 01 02:24:04.661518 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cf829-b534-4848-82ea-653f421b90a7 req-0e1699f4-3cdc-4f12-bd69-7c0797b9506a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:04.663002 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ed5cf829-b534-4848-82ea-653f421b90a7 req-0e1699f4-3cdc-4f12-bd69-7c0797b9506a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0475912 Sep 01 02:24:04.699878 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ed5cf829-b534-4848-82ea-653f421b90a7 req-cdc2429a-09e1-4ac8-a42b-90ffed2d4e7a tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310476 Sep 01 02:24:04.861648 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:24:05.438956 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a161a4-ffec-4543-90b5-f06ca7a4688f req-d256493a-82ae-450e-88a6-65f91023e078 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:05.440443 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c7a161a4-ffec-4543-90b5-f06ca7a4688f req-d256493a-82ae-450e-88a6-65f91023e078 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0514071 Sep 01 02:24:05.476679 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c7a161a4-ffec-4543-90b5-f06ca7a4688f req-47f08b0d-c640-48cd-ae5e-200bacb240e2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305090 Sep 01 02:24:05.816495 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59194c-a5c1-4c66-887a-2f70c8177714 req-12c1d7e9-4eed-48b7-8bc1-e292be3e6916 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:05.817868 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0d59194c-a5c1-4c66-887a-2f70c8177714 req-12c1d7e9-4eed-48b7-8bc1-e292be3e6916 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0471330 Sep 01 02:24:05.854014 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0d59194c-a5c1-4c66-887a-2f70c8177714 req-c4dd8a22-b50a-4640-a809-f429f2bb254f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304706 Sep 01 02:24:06.334213 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:06.532655 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb938cd-3183-4ed7-8ed5-b72be9955bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:06.585812 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe79bd-19f8-45d5-ba1a-3e87fcf31166 req-13038a3d-79a3-429d-985a-ef0321db087b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:06.587248 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-adbe79bd-19f8-45d5-ba1a-3e87fcf31166 req-13038a3d-79a3-429d-985a-ef0321db087b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0469706 Sep 01 02:24:06.623621 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-adbe79bd-19f8-45d5-ba1a-3e87fcf31166 req-3e0b351b-c045-49b8-9c3a-305712020dc6 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305614 Sep 01 02:24:06.973180 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44699e18-8c86-4320-a311-4c40da032cf8 req-b71afd63-4f97-47f5-8587-f3e2a59e4a72 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:06.974623 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-44699e18-8c86-4320-a311-4c40da032cf8 req-b71afd63-4f97-47f5-8587-f3e2a59e4a72 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0507565 Sep 01 02:24:07.014873 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-44699e18-8c86-4320-a311-4c40da032cf8 req-04617916-cd5c-4083-bbe5-cba012f73930 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Sep 01 02:24:07.166316 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:07.734142 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e2410-8095-4bbd-a56f-10ec4ec16cad req-1119273f-e209-4bca-8065-0591e77cdc21 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:07.736192 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7d0e2410-8095-4bbd-a56f-10ec4ec16cad req-1119273f-e209-4bca-8065-0591e77cdc21 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0473251 Sep 01 02:24:07.772416 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7d0e2410-8095-4bbd-a56f-10ec4ec16cad req-60444fde-d6ed-4663-9eea-0ba49a253af9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301857 Sep 01 02:24:08.133027 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dbf8e-37a6-4f22-8716-5572bb21e78b req-4852c394-f932-4fe0-bf8c-e611a85177dd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:08.134524 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e35dbf8e-37a6-4f22-8716-5572bb21e78b req-4852c394-f932-4fe0-bf8c-e611a85177dd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Sep 01 02:24:08.154852 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:08.173612 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e35dbf8e-37a6-4f22-8716-5572bb21e78b req-b534d310-f889-400d-9251-8e042e22e4fd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Sep 01 02:24:08.399665 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:24:08.506357 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:08.518400 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'port_id': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'mac_address': 'fa:16:3e:d3:c4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:24:08.555889 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:08.569188 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:24:08.590465 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:08.686202 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:08.738682 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:08.770829 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:24:08.914170 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602325a-4bbb-433f-a0d7-d6f27727a072 req-3809d61d-fbdc-49fb-be1c-2ea32b901960 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:08.915776 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a602325a-4bbb-433f-a0d7-d6f27727a072 req-3809d61d-fbdc-49fb-be1c-2ea32b901960 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0652003 Sep 01 02:24:08.969075 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a602325a-4bbb-433f-a0d7-d6f27727a072 req-d82c4086-e00d-4811-ba56-2ec8b41f0daf tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460889 Sep 01 02:24:09.307435 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5315afd-ee1c-4794-a515-574d55e01053 req-3c8c37ae-97e5-43c0-a3d3-5af151d5e76b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:09.315568 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5315afd-ee1c-4794-a515-574d55e01053 req-3c8c37ae-97e5-43c0-a3d3-5af151d5e76b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 944 time: 0.0581887 Sep 01 02:24:09.334898 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:09.357819 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5315afd-ee1c-4794-a515-574d55e01053 req-78818fa4-42a3-4f38-9aee-488ede0a4539 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413592 Sep 01 02:24:10.100120 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb1ceb-706a-46a1-be97-9390e701eada req-8835e3ce-4c39-42c4-892e-f46c44caade4 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:10.101694 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-71cb1ceb-706a-46a1-be97-9390e701eada req-8835e3ce-4c39-42c4-892e-f46c44caade4 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0556605 Sep 01 02:24:10.149213 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-71cb1ceb-706a-46a1-be97-9390e701eada req-01ae9185-c344-4f89-8bfc-7694d58bddc0 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Sep 01 02:24:10.420107 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device f2561eba-48fd-4f58-9fbd-024994ee7ce5 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:24:10.424532 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:24:10.534234 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1849b-4954-4396-a9ad-8b932723707f req-0fe8765b-3a88-414f-bf22-28b586b989bc tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:10.541274 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cec1849b-4954-4396-a9ad-8b932723707f req-0fe8765b-3a88-414f-bf22-28b586b989bc tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 944 time: 0.0878992 Sep 01 02:24:10.589456 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cec1849b-4954-4396-a9ad-8b932723707f req-6e2cc469-ae19-4e87-942f-781f898cc89d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433950 Sep 01 02:24:10.676125 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:24:10.676484 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:10.717727 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port f2561eba-48fd-4f58-9fbd-024994ee7ce5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:10.734303 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'port_id': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'mac_address': 'fa:16:3e:7d:38:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:24:10.804264 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:10.834826 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2561eba-48fd-4f58-9fbd-024994ee7ce5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:24:10.838514 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:10.869828 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port f2561eba-48fd-4f58-9fbd-024994ee7ce5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:10.875611 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:24:10.878539 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97bd27e-9fee-433b-b736-d1fbc7d6da6c" -d '{"events": [{"server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:24:10.903843 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:10.925331 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69734d55-f1f4-4539-821f-aa6ecfad0415 x-openstack-request-id: req-69734d55-f1f4-4539-821f-aa6ecfad0415 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:24:10.925331 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:24:10.925331 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69734d55-f1f4-4539-821f-aa6ecfad0415 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:24:10.925331 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'code': 200} Sep 01 02:24:11.004220 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:11.049022 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:11.069040 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=f2561eba-48fd-4f58-9fbd-024994ee7ce5,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:11.129621 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:11.270966 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245270f-0ced-445f-879b-9f1b7048ce6d req-3d7e9e2a-8559-4376-8223-6d25f37a4002 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:11.271583 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e245270f-0ced-445f-879b-9f1b7048ce6d req-3d7e9e2a-8559-4376-8223-6d25f37a4002 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 944 time: 0.0532680 Sep 01 02:24:11.279089 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['f2561eba-48fd-4f58-9fbd-024994ee7ce5'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:24:11.322325 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e245270f-0ced-445f-879b-9f1b7048ce6d req-d7560ea4-a747-491b-b045-b3bfbdb01354 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384712 Sep 01 02:24:11.716807 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded6a69-ebd5-45d5-88eb-04e2a04488fa req-131ba001-cb19-4c2e-a573-4918e20acd67 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:11.718289 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6ded6a69-ebd5-45d5-88eb-04e2a04488fa req-131ba001-cb19-4c2e-a573-4918e20acd67 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0493839 Sep 01 02:24:11.755146 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6ded6a69-ebd5-45d5-88eb-04e2a04488fa req-d8f2c7ec-53d5-4aff-9866-c7ec6659f1e8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308888 Sep 01 02:24:12.425568 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device f2561eba-48fd-4f58-9fbd-024994ee7ce5 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:24:12.445375 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d23f6e-9865-49a0-86cd-20362ce02acb req-13b7bc65-b2d2-46dd-b9d7-2a6438ede486 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:12.453483 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a5d23f6e-9865-49a0-86cd-20362ce02acb req-13b7bc65-b2d2-46dd-b9d7-2a6438ede486 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 944 time: 0.0616825 Sep 01 02:24:12.500176 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a5d23f6e-9865-49a0-86cd-20362ce02acb req-a367703d-e71a-4f64-96c4-e669c6fe172b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454471 Sep 01 02:24:12.560301 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port f2561eba-48fd-4f58-9fbd-024994ee7ce5 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:24:12.566720 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port f2561eba-48fd-4f58-9fbd-024994ee7ce5 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:24:12.567419 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:12.652278 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:12.700520 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port f2561eba-48fd-4f58-9fbd-024994ee7ce5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:12.785538 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:12.839886 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=f2561eba-48fd-4f58-9fbd-024994ee7ce5,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:12.898771 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117b005-a538-467a-a7d8-c0eb60ff17e5 req-e00474d7-55af-4612-b685-efd511abaeb2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:12.907263 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b117b005-a538-467a-a7d8-c0eb60ff17e5 req-e00474d7-55af-4612-b685-efd511abaeb2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0712590 Sep 01 02:24:12.925256 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:24:12.927624 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5767160e-8eca-4d1c-9c42-4418a9784243" -d '{"events": [{"server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "name": "network-vif-plugged", "status": "completed", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:24:12.953996 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b117b005-a538-467a-a7d8-c0eb60ff17e5 req-b5201070-d86b-49c4-a322-d428c5d2c7cd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452275 Sep 01 02:24:13.021825 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28918647-ee1e-4e27-bc20-5da0b6dedd3d x-openstack-request-id: req-28918647-ee1e-4e27-bc20-5da0b6dedd3d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:24:13.022126 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "name": "network-vif-plugged", "status": "completed", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:24:13.022981 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28918647-ee1e-4e27-bc20-5da0b6dedd3d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:24:13.023424 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'code': 200} Sep 01 02:24:13.445778 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e943-06a5-420c-af23-31ea3be0d0fc req-c337b806-0d74-4228-9302-ccede3565756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:13.448013 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3c89e943-06a5-420c-af23-31ea3be0d0fc req-c337b806-0d74-4228-9302-ccede3565756 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 1098 time: 0.0498137 Sep 01 02:24:13.492049 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-3c89e943-06a5-420c-af23-31ea3be0d0fc req-66998cd3-1b6c-43c8-988e-3dce3b19761d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343063 Sep 01 02:24:13.630697 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32437475-c84c-49af-9a2e-5b66eefd635b req-8420330d-2290-489b-a699-6fd49b1eaed3 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:13.632233 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32437475-c84c-49af-9a2e-5b66eefd635b req-8420330d-2290-489b-a699-6fd49b1eaed3 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0596302 Sep 01 02:24:13.690561 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32437475-c84c-49af-9a2e-5b66eefd635b req-33f9bfb3-5b01-49a2-b5a1-bf7c27cfbaf1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500126 Sep 01 02:24:14.112317 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81057-bec0-477b-88b6-9656e43a2223 req-22b2b04d-61ab-40c8-80e3-99fae2c49a8d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:14.120292 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-69c81057-bec0-477b-88b6-9656e43a2223 req-22b2b04d-61ab-40c8-80e3-99fae2c49a8d tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0813808 Sep 01 02:24:14.161909 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-69c81057-bec0-477b-88b6-9656e43a2223 req-a3e390b9-a15e-485b-ac53-aaf93b819189 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405817 Sep 01 02:24:14.797453 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10129f-1643-4828-aef1-d25c3a075161 req-b2911be8-df65-4202-8855-b98454d60610 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:14.799430 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7d10129f-1643-4828-aef1-d25c3a075161 req-b2911be8-df65-4202-8855-b98454d60610 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0488708 Sep 01 02:24:14.835884 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7d10129f-1643-4828-aef1-d25c3a075161 req-989083d9-fb06-4dc2-8da4-68e7d069caa7 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306144 Sep 01 02:24:15.294054 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a683e-3be5-4957-bded-eb2ff87fd581 req-ef095935-ebd3-4685-a502-1933c357759b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:15.295682 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8d5a683e-3be5-4957-bded-eb2ff87fd581 req-ef095935-ebd3-4685-a502-1933c357759b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0583451 Sep 01 02:24:15.339963 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8d5a683e-3be5-4957-bded-eb2ff87fd581 req-fc4720e2-5986-4a91-9c7f-46c1947e99a1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381505 Sep 01 02:24:15.982449 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4746c0-a830-449a-8920-8978111e253e req-f7c029d6-c80f-49ba-a95e-7f95bcb56fbc tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:15.985230 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2a4746c0-a830-449a-8920-8978111e253e req-f7c029d6-c80f-49ba-a95e-7f95bcb56fbc tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0558984 Sep 01 02:24:16.028515 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2a4746c0-a830-449a-8920-8978111e253e req-8928b4a8-84eb-4ad0-91df-efceb6411faa tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369432 Sep 01 02:24:16.157984 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60c6a7-b7a8-4041-a1d1-e318ee4612ec req-9c0cef32-cbbd-4eb4-8603-13022129b4e8 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:16.160614 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df60c6a7-b7a8-4041-a1d1-e318ee4612ec req-9c0cef32-cbbd-4eb4-8603-13022129b4e8 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0577877 Sep 01 02:24:16.211626 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df60c6a7-b7a8-4041-a1d1-e318ee4612ec req-7ff41ad1-24db-4c43-98b1-092df505e490 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408645 Sep 01 02:24:16.223202 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 46174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:16.459813 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697faa0a-65ef-46df-9338-cb70b66538bc tempest-TestShelveInstance-1506480986 tempest-TestShelveInstance-1506480986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:16.461479 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-697faa0a-65ef-46df-9338-cb70b66538bc tempest-TestShelveInstance-1506480986 tempest-TestShelveInstance-1506480986-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 1093 time: 0.2372568 Sep 01 02:24:16.464313 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 46182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:16.471805 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Request body: {'floatingip': {'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'port_id': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:24:16.504178 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efb685-34b6-4fd9-8b2d-73097422f6b7 req-e2b422ff-0042-4138-9f1f-6ea5192880bd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:16.516024 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-79efb685-34b6-4fd9-8b2d-73097422f6b7 req-e2b422ff-0042-4138-9f1f-6ea5192880bd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0777378 Sep 01 02:24:16.554634 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-79efb685-34b6-4fd9-8b2d-73097422f6b7 req-058fa12f-cfeb-436f-ab63-1da12cdc4c02 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363197 Sep 01 02:24:16.603166 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:16.711761 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:16.834395 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Allocated IP 172.27.1.108 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/5c9cbc27-485a-4293-8771-4f3b0220fed1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:24:16.961767 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:17.052235 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:17.099072 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:24:17.102153 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:24:17.108237 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:24:17.111947 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event updated for resources: {'Port': ['ID=5c9cbc27-485a-4293-8771-4f3b0220fed1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:17.506381 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:17.669365 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:17.697177 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a471861-e171-47d6-b98c-b3df6019bae6 req-96398c33-ab70-4bb6-af79-b03efbce6ac9 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:17.698991 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5a471861-e171-47d6-b98c-b3df6019bae6 req-96398c33-ab70-4bb6-af79-b03efbce6ac9 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0669346 Sep 01 02:24:17.738429 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5a471861-e171-47d6-b98c-b3df6019bae6 req-d4d36045-c6e4-48bc-a510-4aea5703ee81 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326202 Sep 01 02:24:17.822301 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:18.111797 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:18.185176 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event updated for resources: {'Port': ['ID=5c9cbc27-485a-4293-8771-4f3b0220fed1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:18.193063 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:18.584600 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Floating IP 4ffa0213-7a92-4907-9239-ae466f39afe0 associated. External IP: 172.27.1.108, port: f2561eba-48fd-4f58-9fbd-024994ee7ce5. Sep 01 02:24:18.803882 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:24:18.864546 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35ee58-94d8-46ad-a10a-25f1818f1c2f req-48eb1e95-d91e-405a-841e-f1f00be4154f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:18.866085 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2b35ee58-94d8-46ad-a10a-25f1818f1c2f req-48eb1e95-d91e-405a-841e-f1f00be4154f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0497019 Sep 01 02:24:18.909525 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2b35ee58-94d8-46ad-a10a-25f1818f1c2f req-9af054da-a43f-445b-870c-cd305dd7fc43 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351765 Sep 01 02:24:18.915456 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:24:18.924993 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] Sync routers for ids ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:24:18.936627 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] Routers {'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:24:18.941847 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:24:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:19.003111 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:19.043468 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b813d1e9-b491-4bc7-a167-baf64d0f02f2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5685244 Sep 01 02:24:19.043468 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:24:19.043468 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c0a6e9-08af-456d-9639-4dbb1d075a32" -d '{"events": [{"name": "network-changed", "server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:24:19.049999 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] Set router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:24:19.074382 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bea1f31-2296-4aad-ae0d-d2744fe6b334 x-openstack-request-id: req-3bea1f31-2296-4aad-ae0d-d2744fe6b334 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:24:19.074666 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:24:19.075283 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bea1f31-2296-4aad-ae0d-d2744fe6b334 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:24:19.075891 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'status': 'completed', 'code': 200} Sep 01 02:24:19.145013 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-e960fc67-26a1-470a-846a-7a691d3cc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:19.146559 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-e960fc67-26a1-470a-846a-7a691d3cc632 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244&device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 1098 time: 0.0415897 Sep 01 02:24:19.237920 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-2633a7b2-eed4-4fff-8d24-fe3abe540968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:19.239432 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-2633a7b2-eed4-4fff-8d24-fe3abe540968 service neutron] 10.222.0.26 "GET /v2.0/networks?id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0 HTTP/1.1" status: 200 len: 910 time: 0.0858102 Sep 01 02:24:19.282333 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '4ffa0213-7a92-4907-9239-ae466f39afe0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'port_id': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'mac_address': 'fa:16:3e:7d:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:24:17Z', 'updated_at': '2021-09-01T02:24:17Z', 'revision_number': 0, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:31Z', 'revision_number': 5, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:19.312981 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] Checking router: a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:24:19.314108 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-3c2db57d-8fef-4113-82bd-15a3720bdd9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5 HTTP/1.1" status: 200 len: 999 time: 0.0669098 Sep 01 02:24:19.321881 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] Routers {'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:24:19.322483 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:24:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:19.364672 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-a7c6c7da-46e0-4cd5-904b-14e8d67daa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:19.366142 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-a7c6c7da-46e0-4cd5-904b-14e8d67daa50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7082dc13-de76-4075-985f-e2897326823d HTTP/1.1" status: 200 len: 848 time: 0.0461559 Sep 01 02:24:19.412699 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-61463857-7d58-4225-abff-c98f207a017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:19.414217 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-61463857-7d58-4225-abff-c98f207a017a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396292 Sep 01 02:24:19.427787 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] Set router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:24:19.508783 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-48b9eea9-3666-4ecd-ae8b-ffb17bca7a7c service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857327 Sep 01 02:24:19.600309 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a9c0a6e9-08af-456d-9639-4dbb1d075a32 req-4d8634c3-e57a-46aa-ac1d-fc5ca95c142b service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817032 Sep 01 02:24:19.645411 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '4ffa0213-7a92-4907-9239-ae466f39afe0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'port_id': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'mac_address': 'fa:16:3e:7d:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:24:17Z', 'updated_at': '2021-09-01T02:24:17Z', 'revision_number': 0, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:31Z', 'revision_number': 5, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:19.671906 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5782c2c9-8d60-4078-9b98-b5ed7da1c945 None None] The sync data for ids ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'] in dv-cinder-799668-15-iscsi is: [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '4ffa0213-7a92-4907-9239-ae466f39afe0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'port_id': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'mac_address': 'fa:16:3e:7d:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:24:17Z', 'updated_at': '2021-09-01T02:24:17Z', 'revision_number': 0, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:31Z', 'revision_number': 5, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:24:19.982126 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623d382-8eac-46b0-92a1-6bae93d3c97b None None] New status for floating IP 4ffa0213-7a92-4907-9239-ae466f39afe0: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:24:19.995145 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-59dc0727-4407-4545-a184-44eb4030ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:19.996683 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-59dc0727-4407-4545-a184-44eb4030ab90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0478745 Sep 01 02:24:20.039984 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c0253-ab65-425a-b67b-062933c88444 req-34734064-1fbb-47ec-9e74-690b385f9e7f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:20.041470 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-939c0253-ab65-425a-b67b-062933c88444 req-34734064-1fbb-47ec-9e74-690b385f9e7f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0483298 Sep 01 02:24:20.097214 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-939c0253-ab65-425a-b67b-062933c88444 req-6fff11c2-b647-4b1c-84f0-07d9af485824 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458932 Sep 01 02:24:20.101171 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-6773f56f-c440-4167-a7a6-f74061dd4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:20.102670 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-6773f56f-c440-4167-a7a6-f74061dd4533 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 917 time: 0.0976458 Sep 01 02:24:20.174978 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-5bc4241e-8128-4884-9617-5ab4d7a976f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e HTTP/1.1" status: 200 len: 1000 time: 0.0632114 Sep 01 02:24:20.224321 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-5fccd5ed-0c2e-43e6-b048-7251a4fa5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:20.225761 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-5fccd5ed-0c2e-43e6-b048-7251a4fa5120 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a41553d-c3c0-435c-aa65-1e5b16018403 HTTP/1.1" status: 200 len: 855 time: 0.0429971 Sep 01 02:24:20.273300 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-e3e6f8ad-63ea-4fdd-84d4-2dd4580b6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:20.274806 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-e3e6f8ad-63ea-4fdd-84d4-2dd4580b6de9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5a3e1b6-c394-4401-8c8a-9601aa881cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410569 Sep 01 02:24:20.366217 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-1ad976fc-ad8f-40bb-b68d-b7702710f55b service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826530 Sep 01 02:24:20.456743 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-6936bc80-3a4f-4bb3-bfdb-a4810307963e req-69407721-8ce4-41e9-8356-633e3e8dc214 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819068 Sep 01 02:24:21.238840 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a16ca-cf56-4c39-b511-a57976ce86bf req-900aed02-d9f4-44df-aeea-8684dd5ff127 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:21.240324 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3c0a16ca-cf56-4c39-b511-a57976ce86bf req-900aed02-d9f4-44df-aeea-8684dd5ff127 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0530639 Sep 01 02:24:21.278032 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3c0a16ca-cf56-4c39-b511-a57976ce86bf req-b7a43088-8975-45dd-a483-17a9c3ea2bdd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318534 Sep 01 02:24:22.397025 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee681471-eaa6-451d-87fb-89cf4cd414cf req-e490444a-5b54-4c4c-9a4e-89df6a94440f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:22.398514 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ee681471-eaa6-451d-87fb-89cf4cd414cf req-e490444a-5b54-4c4c-9a4e-89df6a94440f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 945 time: 0.0495784 Sep 01 02:24:22.436360 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ee681471-eaa6-451d-87fb-89cf4cd414cf req-d53c6193-a7f8-46ba-a124-5cbb3e685f64 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318434 Sep 01 02:24:22.492306 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:24:22.570560 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:22.597008 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:24:22.600254 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b0ef8c-807e-4b97-ad3c-ab8cb31f93d9" -d '{"events": [{"server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:24:22.620520 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:22.637487 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 02:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871ea12a-d9d8-48b6-b661-8c60d523d718 x-openstack-request-id: req-871ea12a-d9d8-48b6-b661-8c60d523d718 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:24:22.637487 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:24:22.637487 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-871ea12a-d9d8-48b6-b661-8c60d523d718 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:24:22.638091 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'code': 200} Sep 01 02:24:22.680399 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:22.729994 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:23.551953 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b750308-4ce9-48e0-9fe0-3a163e747463 req-6322d911-8c70-4e1e-b954-dcf0b8f55fbe tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:23.553408 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1b750308-4ce9-48e0-9fe0-3a163e747463 req-6322d911-8c70-4e1e-b954-dcf0b8f55fbe tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0467892 Sep 01 02:24:23.590229 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1b750308-4ce9-48e0-9fe0-3a163e747463 req-05fdab0c-ab69-45fb-beb0-8e90f0799d84 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309322 Sep 01 02:24:25.474017 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [req-3190593e-f799-4805-b4a7-8ac236cd6051 req-658f93aa-2dc9-4074-82e0-14c4c13edeee service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:24:25.474996 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3190593e-f799-4805-b4a7-8ac236cd6051 req-658f93aa-2dc9-4074-82e0-14c4c13edeee service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059586 Sep 01 02:24:25.869086 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7756083-e923-43a6-abfc-1aad1acb6b98 req-502688ee-aa25-4a4b-845d-8a0b1f022ffd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:25.870464 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e7756083-e923-43a6-abfc-1aad1acb6b98 req-502688ee-aa25-4a4b-845d-8a0b1f022ffd tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0495896 Sep 01 02:24:25.910102 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e7756083-e923-43a6-abfc-1aad1acb6b98 req-9c4cd7d2-0acd-4a89-b7dc-3f71ee7fe005 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330291 Sep 01 02:24:26.090020 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35700a6e-c010-4e5d-a542-984d89ec063c req-41e45b64-1258-4ba3-bc30-24b3ad13eed1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387321 Sep 01 02:24:26.504876 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:24:27.042924 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ab371-610b-4769-a411-d7779931273a req-1395d9ba-925f-4963-8d01-e5507e770df5 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:27.044432 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-039ab371-610b-4769-a411-d7779931273a req-1395d9ba-925f-4963-8d01-e5507e770df5 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0616684 Sep 01 02:24:27.083298 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-039ab371-610b-4769-a411-d7779931273a req-2e425b94-fbac-4464-8fc5-8aeba71b4314 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322838 Sep 01 02:24:27.442845 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700a6e-c010-4e5d-a542-984d89ec063c req-100eafe7-d894-4d83-865f-1ba528f04a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:27.444382 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35700a6e-c010-4e5d-a542-984d89ec063c req-100eafe7-d894-4d83-865f-1ba528f04a86 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2&tenant_id=8b6348a9e1194bc58ebe678f9a5107cb HTTP/1.1" status: 200 len: 1096 time: 0.0438652 Sep 01 02:24:27.515659 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700a6e-c010-4e5d-a542-984d89ec063c req-52431f2e-c81e-46d7-81f2-b112e4ec4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:27.517184 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35700a6e-c010-4e5d-a542-984d89ec063c req-52431f2e-c81e-46d7-81f2-b112e4ec4129 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0404329 Sep 01 02:24:27.537757 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8d529-b3ff-4c72-a760-bc942a035e42 req-1142f254-5795-4963-9f06-73fd6ea412ce tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:27.539218 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7de8d529-b3ff-4c72-a760-bc942a035e42 req-1142f254-5795-4963-9f06-73fd6ea412ce tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0485334 Sep 01 02:24:27.576401 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7de8d529-b3ff-4c72-a760-bc942a035e42 req-736fdca8-2d65-4ea7-884e-8c20e0234718 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312026 Sep 01 02:24:27.607011 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700a6e-c010-4e5d-a542-984d89ec063c req-4182be94-2b81-4d5b-be26-d38622a4622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:27.608516 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35700a6e-c010-4e5d-a542-984d89ec063c req-4182be94-2b81-4d5b-be26-d38622a4622b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 200 len: 917 time: 0.0835438 Sep 01 02:24:27.678682 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35700a6e-c010-4e5d-a542-984d89ec063c req-a7a9eb14-4155-4e8a-9cf4-741f816196e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e HTTP/1.1" status: 200 len: 998 time: 0.0597024 Sep 01 02:24:27.727682 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700a6e-c010-4e5d-a542-984d89ec063c req-2030048f-8ca5-4fc2-8729-1cfc0b0791c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:27.728999 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35700a6e-c010-4e5d-a542-984d89ec063c req-2030048f-8ca5-4fc2-8729-1cfc0b0791c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a41553d-c3c0-435c-aa65-1e5b16018403 HTTP/1.1" status: 200 len: 855 time: 0.0423784 Sep 01 02:24:27.775495 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700a6e-c010-4e5d-a542-984d89ec063c req-5714666d-1c5e-4923-8e51-15f4f6d03d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:27.776900 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35700a6e-c010-4e5d-a542-984d89ec063c req-5714666d-1c5e-4923-8e51-15f4f6d03d7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5a3e1b6-c394-4401-8c8a-9601aa881cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382192 Sep 01 02:24:27.868425 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35700a6e-c010-4e5d-a542-984d89ec063c req-02360f1e-194d-4405-a814-de799138cab5 service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814862 Sep 01 02:24:27.955768 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-35700a6e-c010-4e5d-a542-984d89ec063c req-5b8aabdc-9b01-47e2-8784-10b940df1d6c service neutron] 10.222.0.26 "GET /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784733 Sep 01 02:24:28.213826 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526481-db42-4003-b75e-a8f7eb494376 req-ea9fb2e6-9e68-4452-83f5-888682b0fa46 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:28.215221 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cd526481-db42-4003-b75e-a8f7eb494376 req-ea9fb2e6-9e68-4452-83f5-888682b0fa46 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0545528 Sep 01 02:24:28.252553 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cd526481-db42-4003-b75e-a8f7eb494376 req-dda78403-43c6-441e-9b85-5692b03fa1c6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315344 Sep 01 02:24:28.707536 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4969f-22a7-4ff7-89cc-aade780faca6 req-8ffc595a-84f9-4514-854a-653943f850c3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:28.709413 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-44c4969f-22a7-4ff7-89cc-aade780faca6 req-8ffc595a-84f9-4514-854a-653943f850c3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0512643 Sep 01 02:24:28.753810 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-44c4969f-22a7-4ff7-89cc-aade780faca6 req-6d17f881-32d5-40da-95f5-baed92ab3c93 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375247 Sep 01 02:24:29.373768 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbda236-c70a-4658-975b-15ff3e4467f7 req-89439578-0f0f-4b44-bcc6-1f17f6556b04 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:29.375218 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bbbda236-c70a-4658-975b-15ff3e4467f7 req-89439578-0f0f-4b44-bcc6-1f17f6556b04 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0479712 Sep 01 02:24:29.413018 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bbbda236-c70a-4658-975b-15ff3e4467f7 req-0e26a4e8-fc11-4ae7-b695-93c0bb7e8090 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Sep 01 02:24:29.867828 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3d5db-7002-40ab-bb63-aca06a65e930 req-a264b08d-2abf-4e6c-9acf-bbf6f03d6ecd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:29.869744 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9fe3d5db-7002-40ab-bb63-aca06a65e930 req-a264b08d-2abf-4e6c-9acf-bbf6f03d6ecd tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0534606 Sep 01 02:24:29.911050 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9fe3d5db-7002-40ab-bb63-aca06a65e930 req-e697d2f4-e6df-4168-b4c1-33a10674be47 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346191 Sep 01 02:24:30.537558 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023be84-92eb-4541-9d36-976246b79607 req-8c8c1bfb-1390-4df3-bc21-816afd3de1ba tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:30.539130 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4023be84-92eb-4541-9d36-976246b79607 req-8c8c1bfb-1390-4df3-bc21-816afd3de1ba tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0513439 Sep 01 02:24:30.578989 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4023be84-92eb-4541-9d36-976246b79607 req-154e3fad-c5e6-4713-8c9e-3c4a40934a9e tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337360 Sep 01 02:24:31.028953 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5e478-e2e6-42ae-8b5e-1c008f437aaf req-95c10467-e9dc-47ed-b30a-882394b3b230 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:31.030429 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dbc5e478-e2e6-42ae-8b5e-1c008f437aaf req-95c10467-e9dc-47ed-b30a-882394b3b230 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0530047 Sep 01 02:24:31.068478 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dbc5e478-e2e6-42ae-8b5e-1c008f437aaf req-d0657d51-c683-408a-af1c-742cdadfb1fe tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319402 Sep 01 02:24:31.714280 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b009e-7812-44f2-acc3-0e3f9a0e181c req-0045427e-385b-44c9-96f4-b3c3311474eb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:31.715727 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d51b009e-7812-44f2-acc3-0e3f9a0e181c req-0045427e-385b-44c9-96f4-b3c3311474eb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0497444 Sep 01 02:24:31.759082 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d51b009e-7812-44f2-acc3-0e3f9a0e181c req-857efd66-5866-476b-834b-7ad92b5fdb55 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Sep 01 02:24:32.189873 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9aa3c-f157-46ca-b573-cd756e0bbc92 req-48e1d2bd-c21a-4163-9a4b-de26a030fc7c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:32.191822 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8ff9aa3c-f157-46ca-b573-cd756e0bbc92 req-48e1d2bd-c21a-4163-9a4b-de26a030fc7c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0534890 Sep 01 02:24:32.235003 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8ff9aa3c-f157-46ca-b573-cd756e0bbc92 req-473ec3b3-05eb-499b-b993-5b5470a32455 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365767 Sep 01 02:24:32.883499 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b0f8a-51a8-4c7f-b076-dff63df5ba72 req-b8037952-cb6d-4bae-82e5-e75fbf16ef5f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:32.884977 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f12b0f8a-51a8-4c7f-b076-dff63df5ba72 req-b8037952-cb6d-4bae-82e5-e75fbf16ef5f tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0499778 Sep 01 02:24:32.922569 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f12b0f8a-51a8-4c7f-b076-dff63df5ba72 req-f2e5e49c-cb4e-4f46-9c93-1a613e1457f4 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Sep 01 02:24:33.354602 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169a270-ef70-4176-9b48-b921865a42e5 req-313be45b-6032-44ca-b3ff-65ea31825343 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:33.356070 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8169a270-ef70-4176-9b48-b921865a42e5 req-313be45b-6032-44ca-b3ff-65ea31825343 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0518816 Sep 01 02:24:33.394039 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8169a270-ef70-4176-9b48-b921865a42e5 req-20ac5151-5e6e-4ea9-92c1-40b30e474126 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319331 Sep 01 02:24:34.043138 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d63f-1b48-4256-8b8f-1654e9e0016a req-f0f687a7-0908-4745-b027-a50be5c1b6da tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:34.044670 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c6d8d63f-1b48-4256-8b8f-1654e9e0016a req-f0f687a7-0908-4745-b027-a50be5c1b6da tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0490918 Sep 01 02:24:34.081893 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c6d8d63f-1b48-4256-8b8f-1654e9e0016a req-b1c03c8d-6d5c-4127-a0d6-4a8bfa00745e tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313122 Sep 01 02:24:34.293620 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc4ceb62-a950-414b-943f-429e3642fcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:34.512948 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c09c3-7a4d-49f3-8305-7ad628288ea7 req-f48ce8b4-a748-4f32-8a96-95eafeba4b44 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:34.514525 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b97c09c3-7a4d-49f3-8305-7ad628288ea7 req-f48ce8b4-a748-4f32-8a96-95eafeba4b44 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0479178 Sep 01 02:24:34.555559 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b97c09c3-7a4d-49f3-8305-7ad628288ea7 req-6ea0aa93-0283-4a97-bb8b-4e2c304ba1e8 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350540 Sep 01 02:24:35.211237 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e2fdc-0bc4-4148-8751-4f6a2f192038 req-1bf894c6-1063-4e5c-8b99-c570cce4efb9 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:35.212735 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-765e2fdc-0bc4-4148-8751-4f6a2f192038 req-1bf894c6-1063-4e5c-8b99-c570cce4efb9 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0533357 Sep 01 02:24:35.250776 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-765e2fdc-0bc4-4148-8751-4f6a2f192038 req-2b89f56e-ef57-4137-aea9-3bc975c2f0e2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320492 Sep 01 02:24:35.680381 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e2aa0-9b7d-4b73-9283-b8d014687285 req-8d94e1f7-8196-4095-ac04-16dd420e0ec8 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:35.681867 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb6e2aa0-9b7d-4b73-9283-b8d014687285 req-8d94e1f7-8196-4095-ac04-16dd420e0ec8 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0514171 Sep 01 02:24:35.719835 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb6e2aa0-9b7d-4b73-9283-b8d014687285 req-1b915edf-649d-4115-bdc9-0bd1a206abb3 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320499 Sep 01 02:24:36.319995 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:36.384710 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a7d48-ac9a-4f4e-8988-4a585347d824 req-4a6d3204-60ef-4f40-b41f-1688c4177cf7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:36.386577 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-694a7d48-ac9a-4f4e-8988-4a585347d824 req-4a6d3204-60ef-4f40-b41f-1688c4177cf7 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0529547 Sep 01 02:24:36.425303 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-694a7d48-ac9a-4f4e-8988-4a585347d824 req-718da7b8-e1f7-4b77-bc56-cf917428dd77 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327864 Sep 01 02:24:36.548348 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49b94fc7-9a18-44b4-bba6-f30a3b5d8662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:36.836515 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a32d70-b867-4bfe-bff2-c644f1a3b3cf req-6fad791a-61f3-486a-84e3-cf1b3840e0db tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:36.838991 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b7a32d70-b867-4bfe-bff2-c644f1a3b3cf req-6fad791a-61f3-486a-84e3-cf1b3840e0db tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0548079 Sep 01 02:24:36.881324 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b7a32d70-b867-4bfe-bff2-c644f1a3b3cf req-6d8e987b-ad61-456e-854e-9f0b41b4b5bf tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366478 Sep 01 02:24:37.139712 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:37.573421 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f723182-f680-4e24-87d9-c1cdc7dd78db req-9c649315-af41-446e-a9f8-919fe5d8ffea tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:37.584802 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f723182-f680-4e24-87d9-c1cdc7dd78db req-9c649315-af41-446e-a9f8-919fe5d8ffea tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0817914 Sep 01 02:24:37.621771 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f723182-f680-4e24-87d9-c1cdc7dd78db req-793b7c35-5761-4fa3-b361-5d6c240262ed tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360258 Sep 01 02:24:37.998258 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f6fee-6ed4-40f6-914c-2635cf4ab7f5 req-29e4bfdf-02cc-45c5-8347-2f23302b9d2e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:38.000353 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc1f6fee-6ed4-40f6-914c-2635cf4ab7f5 req-29e4bfdf-02cc-45c5-8347-2f23302b9d2e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0503109 Sep 01 02:24:38.040731 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc1f6fee-6ed4-40f6-914c-2635cf4ab7f5 req-eef7162c-e09e-46e9-9f33-5d6593e0de4e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343180 Sep 01 02:24:38.161917 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:39.018353 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f286f-0982-407a-b304-f21d5c0557e6 req-b1009908-e07d-4ae8-b85e-bfe89f2b38d6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:39.019882 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c65f286f-0982-407a-b304-f21d5c0557e6 req-b1009908-e07d-4ae8-b85e-bfe89f2b38d6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.3215642 Sep 01 02:24:39.060288 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c65f286f-0982-407a-b304-f21d5c0557e6 req-c5ae7a45-ad14-4b7e-a167-a4963ad83fdc tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345826 Sep 01 02:24:39.180056 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c033a9-d9e1-40e1-93b1-ac9783ae6d9e req-ee549e13-8323-4abf-b0f7-03416a544d5e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:39.182239 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-76c033a9-d9e1-40e1-93b1-ac9783ae6d9e req-ee549e13-8323-4abf-b0f7-03416a544d5e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0638220 Sep 01 02:24:39.222770 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-76c033a9-d9e1-40e1-93b1-ac9783ae6d9e req-3106ea6a-03bc-484a-883c-35aeac0f7f77 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352168 Sep 01 02:24:39.316529 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:40.175125 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f841cf8-5c1a-4da9-88c0-9852d01e700a req-2a78af50-0225-498e-bd86-e8475ccc3791 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:40.176601 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f841cf8-5c1a-4da9-88c0-9852d01e700a req-2a78af50-0225-498e-bd86-e8475ccc3791 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0472853 Sep 01 02:24:40.213225 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9f841cf8-5c1a-4da9-88c0-9852d01e700a req-1b7d4aab-2a8f-4cca-bef6-f5125dce00b2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303531 Sep 01 02:24:40.337700 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495b5a1-a150-4c36-80e3-9ef108c8f679 req-448dcd18-3e2d-432d-9741-8b501c060505 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:40.339154 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6495b5a1-a150-4c36-80e3-9ef108c8f679 req-448dcd18-3e2d-432d-9741-8b501c060505 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Sep 01 02:24:40.377587 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6495b5a1-a150-4c36-80e3-9ef108c8f679 req-d8a9b344-0111-48bf-b2b0-494b1008c859 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323904 Sep 01 02:24:40.380415 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-4c14a916-79f4-445f-a5b4-3102e648f35c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436752 Sep 01 02:24:40.439868 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-00628456-758e-4795-b363-e3d4e7a9766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:40.441333 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-00628456-758e-4795-b363-e3d4e7a9766f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 1098 time: 0.0389323 Sep 01 02:24:40.542798 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-f2f5141a-ecc2-4ea5-bf3a-d1e386385270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:40.544320 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-f2f5141a-ecc2-4ea5-bf3a-d1e386385270 service neutron] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 913 time: 0.0816710 Sep 01 02:24:40.612919 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-91650894-8f3a-49b3-8b81-36d48b3d344f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264fc2a1-d963-4276-9f00-6a32124a44a9 HTTP/1.1" status: 200 len: 1001 time: 0.0592873 Sep 01 02:24:40.661491 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-47eda437-c448-4723-be1b-ef3f79752f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:40.662827 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-47eda437-c448-4723-be1b-ef3f79752f0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0423722 Sep 01 02:24:40.707077 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-37a404fb-8b73-459f-ae66-fa3c3153cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:40.708536 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-37a404fb-8b73-459f-ae66-fa3c3153cc59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0373673 Sep 01 02:24:40.804723 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-c789331e-8334-485a-a042-911384a8a41c service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823534 Sep 01 02:24:40.894587 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-b452332f-d368-4646-8ec3-8c3acab04f21 req-4d85cfc0-6530-49b2-b03e-7dda474b0d84 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829561 Sep 01 02:24:41.322430 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217af17-272d-4804-a49d-3326437e76c8 req-6ca3f82b-9ddf-4618-8962-9750a05c69e7 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:41.323958 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e217af17-272d-4804-a49d-3326437e76c8 req-6ca3f82b-9ddf-4618-8962-9750a05c69e7 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0500684 Sep 01 02:24:41.330772 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a446fb-9526-4448-93cd-ba5c1f742b62 req-59a7f498-59a0-4b5e-b812-8f4973734d25 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:41.333784 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32a446fb-9526-4448-93cd-ba5c1f742b62 req-59a7f498-59a0-4b5e-b812-8f4973734d25 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0491409 Sep 01 02:24:41.370277 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32a446fb-9526-4448-93cd-ba5c1f742b62 req-a89e01df-3c12-45e0-ad81-44bee9173fc6 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313437 Sep 01 02:24:41.432522 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Deleting port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:24:41.433102 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:41.490750 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa0e72-3492-400f-8dac-d4dd9be4178b req-8edd2eb9-df39-44ad-8535-9c2288c63ac4 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:41.492303 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d7fa0e72-3492-400f-8dac-d4dd9be4178b req-8edd2eb9-df39-44ad-8535-9c2288c63ac4 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Sep 01 02:24:41.520605 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] For port b0f0669c-31b4-40e1-802b-8bfe4eb92f52, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:41.520978 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:41.531089 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d7fa0e72-3492-400f-8dac-d4dd9be4178b req-aa782fb9-350a-495f-8e29-41fa3f384c5e tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups?id=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324326 Sep 01 02:24:41.689061 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:41.689461 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:41.689971 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Floating IP b92bbde5-42c7-4c8d-84e8-fbd0a48c5f33 disassociated. External IP: 172.27.1.28, port: b0f0669c-31b4-40e1-802b-8bfe4eb92f52. Sep 01 02:24:41.690326 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Calling delete_port for b0f0669c-31b4-40e1-802b-8bfe4eb92f52 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:24:41.860320 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:24:41.870342 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:41.900391 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event deleted for resources: {'Port': ['ID=b0f0669c-31b4-40e1-802b-8bfe4eb92f52,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:41.911350 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.911727 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.912070 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.912407 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.912745 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.913076 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.913430 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.913763 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.914092 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.914419 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.914785 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:41.915112 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:42.021892 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Router 6922c923-6cb1-46ad-bc99-bff79840fa93 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:24:42.122460 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:24:42.132384 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] Sync routers for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:24:42.141864 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:24:42.142496 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:24:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:42.162445 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] No DVR routers for this DVR port b0f0669c-31b4-40e1-802b-8bfe4eb92f52 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:24:42.165488 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:42.167596 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-e217af17-272d-4804-a49d-3326437e76c8 req-52b91722-9186-4a0d-8b14-ed380ff1b9c2 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.26 "DELETE /v2.0/ports/b0f0669c-31b4-40e1-802b-8bfe4eb92f52 HTTP/1.1" status: 204 len: 173 time: 0.8364029 Sep 01 02:24:42.168030 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'name': 'network-vif-deleted', 'tag': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:24:42.170366 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0c7ebc-456e-4219-b685-87e4d196dd52" -d '{"events": [{"server_uuid": "e9e2140a-933d-48ea-a8b1-73800597afc5", "name": "network-vif-deleted", "tag": "b0f0669c-31b4-40e1-802b-8bfe4eb92f52"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:24:42.204543 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3161aad8-288d-4484-90a8-c6a36b3237c1 x-openstack-request-id: req-3161aad8-288d-4484-90a8-c6a36b3237c1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:24:42.204836 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e2140a-933d-48ea-a8b1-73800597afc5", "name": "network-vif-deleted", "tag": "b0f0669c-31b4-40e1-802b-8bfe4eb92f52", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:24:42.205087 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3161aad8-288d-4484-90a8-c6a36b3237c1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:24:42.205477 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e2140a-933d-48ea-a8b1-73800597afc5', 'name': 'network-vif-deleted', 'tag': 'b0f0669c-31b4-40e1-802b-8bfe4eb92f52', 'status': 'completed', 'code': 200} Sep 01 02:24:42.256278 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:24:42.495993 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecb2a9-c050-4ecd-bc11-c6b0cc75dcdd req-f5642a27-dc1b-417c-a30f-87808a3421f2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:42.497815 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-59ecb2a9-c050-4ecd-bc11-c6b0cc75dcdd req-f5642a27-dc1b-417c-a30f-87808a3421f2 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 943 time: 0.0516467 Sep 01 02:24:42.537545 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-59ecb2a9-c050-4ecd-bc11-c6b0cc75dcdd req-2083683d-61bb-47d7-b234-283edb5af663 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Sep 01 02:24:42.570880 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:24:42.635017 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:42.645892 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9bd68bd4-3443-4f95-8860-772128f274db req-8c24df97-f660-4a96-8d54-71007d7f786c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 210 time: 0.0265026 Sep 01 02:24:42.668736 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] Checking router: 6922c923-6cb1-46ad-bc99-bff79840fa93 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:24:42.688988 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:24:42.689636 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:24:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:42.747796 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:42.789740 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'port_id': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'mac_address': 'fa:16:3e:d3:c4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:24:42.843682 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:24:42.869234 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:42.889939 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:24:42.975491 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:43.078800 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:43.110964 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ed683-a342-495b-842a-d67c6e62d879 None None] The sync data for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi is: [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:17:34Z', 'revision_number': 4, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '3199c68b-dba6-47ed-96e3-1083554545e6', 'name': '', 'network_id': 'ee32945b-3554-46fb-b446-e2f9ab36f46c', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'mac_address': 'fa:16:3e:a8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:32Z', 'updated_at': '2021-09-01T02:17:44Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'subnets': [{'id': 'cac27d39-7f93-4de1-835d-b6884592fd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:24:43.323653 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a42dd-5996-462e-8cee-1c98cf115f56 None None] New status for floating IP b92bbde5-42c7-4c8d-84e8-fbd0a48c5f33: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:24:43.570675 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:43.625249 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=9']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:43.632934 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.633290 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.633639 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.633983 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.634322 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.634662 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.634999 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.635331 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.635690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.636022 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.636355 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.636685 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:43.662714 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3bdcf-e6ce-4fb1-a45e-51fd7877ed8b req-407e5452-365f-4c95-bb4c-02caac298c04 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:43.664635 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4de3bdcf-e6ce-4fb1-a45e-51fd7877ed8b req-407e5452-365f-4c95-bb4c-02caac298c04 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 944 time: 0.0523365 Sep 01 02:24:43.704170 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4de3bdcf-e6ce-4fb1-a45e-51fd7877ed8b req-a8106b3b-ca17-4a4c-831f-8dc5ec09afcc tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Sep 01 02:24:43.760979 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9a674336-17ea-40eb-8064-9c7253f88bb0 req-da00018c-3fb8-42ec-9a96-dc9b431cee2c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e2140a-933d-48ea-a8b1-73800597afc5 HTTP/1.1" status: 200 len: 210 time: 0.0261240 Sep 01 02:24:43.808662 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:24:44.584458 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:24:44.631670 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:24:44.632045 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:44.705315 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:44.727506 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:24:44.729725 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91df859d-6242-4785-a8ec-e6c9c60187bc" -d '{"events": [{"server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:24:44.745146 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:44.766018 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a1fd5a-1e6a-4332-9232-7ad948cd1f3c x-openstack-request-id: req-d6a1fd5a-1e6a-4332-9232-7ad948cd1f3c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:24:44.766307 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:24:44.766563 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6a1fd5a-1e6a-4332-9232-7ad948cd1f3c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:24:44.766963 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'code': 200} Sep 01 02:24:44.807816 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:44.808689 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device b0f0669c-31b4-40e1-802b-8bfe4eb92f52 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:24:44.832408 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4a2b4-51e9-45a4-961f-e5f7420b54bb req-0c70b507-e65e-41cb-8936-8e5815f55fa1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:44.834069 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2aa4a2b4-51e9-45a4-961f-e5f7420b54bb req-0c70b507-e65e-41cb-8936-8e5815f55fa1 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 944 time: 0.0583966 Sep 01 02:24:44.855272 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: b0f0669c-31b4-40e1-802b-8bfe4eb92f52 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:24:44.855664 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device b0f0669c-31b4-40e1-802b-8bfe4eb92f52 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:24:44.873518 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2aa4a2b4-51e9-45a4-961f-e5f7420b54bb req-f79fed8f-4ffe-4eb3-ada2-188525385d23 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323455 Sep 01 02:24:44.877908 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:44.911453 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 46422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:44.965587 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db47559-8c84-4dae-9f64-efbd4ed3b447 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:44.988400 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db47559-8c84-4dae-9f64-efbd4ed3b447 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:45.100894 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a028f5-d5fa-45e7-b376-39b40eed761b req-0e32348f-7739-4743-bb12-14ff4a05ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:45.102276 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-31a028f5-d5fa-45e7-b376-39b40eed761b req-0e32348f-7739-4743-bb12-14ff4a05ddf8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 1099 time: 0.0391459 Sep 01 02:24:45.116726 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db47559-8c84-4dae-9f64-efbd4ed3b447 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:45.119171 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0db47559-8c84-4dae-9f64-efbd4ed3b447 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:45.120255 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-0db47559-8c84-4dae-9f64-efbd4ed3b447 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "DELETE /v2.0/security-groups/77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7 HTTP/1.1" status: 204 len: 168 time: 0.2078078 Sep 01 02:24:45.123291 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46424) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:45.137641 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.api.v2.resource [None req-d1712669-51f0-4ff6-b392-ef758f54772c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] show failed (client error): The resource could not be found. Sep 01 02:24:45.138679 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d1712669-51f0-4ff6-b392-ef758f54772c tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "GET /v2.0/security-groups/77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7 HTTP/1.1" status: 404 len: 347 time: 0.0142455 Sep 01 02:24:45.140733 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db47559-8c84-4dae-9f64-efbd4ed3b447 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e4a310-f8e5-4eb5-a5b1-2a2650fd05e7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:45.141454 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46426) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:45.158078 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-31a028f5-d5fa-45e7-b376-39b40eed761b req-71466a8d-e4e3-49b2-9134-9304f96fc216 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476992 Sep 01 02:24:45.262785 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Deleting port ae07685b-b90c-4354-9db0-ffc9d346b6ec {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:24:45.263121 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:45.339551 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:45.339872 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:45.351074 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Calling delete_port for ae07685b-b90c-4354-9db0-ffc9d346b6ec owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:24:45.522084 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:45.548184 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Pushing event deleted for resources: {'Port': ['ID=ae07685b-b90c-4354-9db0-ffc9d346b6ec,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:45.561411 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.561759 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.562097 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.562430 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.562763 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.563213 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.563577 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.563903 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.564228 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.564553 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.564873 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.565190 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:24:45.617733 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:45.620216 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:45.621341 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a21cbe81-68af-4499-b47e-3b24b574d700 tempest-AttachVolumeTestJSON-462675737 tempest-AttachVolumeTestJSON-462675737-project] 10.222.0.23 "DELETE /v2.0/floatingips/b92bbde5-42c7-4c8d-84e8-fbd0a48c5f33 HTTP/1.1" status: 204 len: 168 time: 0.4789894 Sep 01 02:24:45.992330 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de700a-28ea-4854-ac17-dcc7116e4f36 req-fc96a15a-c9f8-4b59-ab6d-b90a0dc62a75 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:45.993889 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f8de700a-28ea-4854-ac17-dcc7116e4f36 req-fc96a15a-c9f8-4b59-ab6d-b90a0dc62a75 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 946 time: 0.0481761 Sep 01 02:24:46.030780 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f8de700a-28ea-4854-ac17-dcc7116e4f36 req-035d4a87-977d-4cfb-a9e9-f979d8e61d86 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306056 Sep 01 02:24:47.159779 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f403aa9-3a8f-4f46-8246-53e4f75f2b62 req-b3f448de-7ae8-447c-9818-7749bf477108 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:47.163251 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f403aa9-3a8f-4f46-8246-53e4f75f2b62 req-b3f448de-7ae8-447c-9818-7749bf477108 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 946 time: 0.0572186 Sep 01 02:24:47.201677 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1f403aa9-3a8f-4f46-8246-53e4f75f2b62 req-74b9f09d-b40e-404b-9ac3-e2c45d52fc91 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339067 Sep 01 02:24:48.329000 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f4330-e16b-4dae-abf7-32be99d93c71 req-cd541a19-cf0a-4aa2-9c71-5bbd0149bfd3 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:24:48.334282 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-088f4330-e16b-4dae-abf7-32be99d93c71 req-cd541a19-cf0a-4aa2-9c71-5bbd0149bfd3 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 946 time: 0.0505903 Sep 01 02:24:48.367274 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-088f4330-e16b-4dae-abf7-32be99d93c71 req-87e2b691-595b-452f-9836-5c460f5bc1b3 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303879 Sep 01 02:24:49.660632 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46498) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:50.107660 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371220'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:50.353669 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] Deleting port 3199c68b-dba6-47ed-96e3-1083554545e6 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:24:50.354007 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:50.430701 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] For port 3199c68b-dba6-47ed-96e3-1083554545e6, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=3199c68b-dba6-47ed-96e3-1083554545e6,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:50.431062 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:50.443320 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] Calling delete_port for 3199c68b-dba6-47ed-96e3-1083554545e6 owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:24:50.742904 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:50.768650 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3199c68b-dba6-47ed-96e3-1083554545e6,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:50.933823 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371336'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:51.140610 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] Router 6922c923-6cb1-46ad-bc99-bff79840fa93 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:24:51.242610 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:24:51.250269 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4ddc9e14-1f8b-4ab1-8337-785edbc631fe admin admin] 10.222.0.23 "PUT /v2.0/routers/6922c923-6cb1-46ad-bc99-bff79840fa93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5862315 Sep 01 02:24:51.250388 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46502) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:51.251266 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] Sync routers for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:24:51.261070 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:24:51.261720 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:24:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:51.349425 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Notify callbacks [] for router, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:51.364140 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:24:51.445823 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:51.539029 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:24:50Z', 'revision_number': 5, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port': {'id': '3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:17:28Z', 'updated_at': '2021-09-01T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:51.564978 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Deleting port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:24:51.565318 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:51.568687 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] Checking router: 6922c923-6cb1-46ad-bc99-bff79840fa93 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:24:51.577082 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] Routers {'6922c923-6cb1-46ad-bc99-bff79840fa93'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:24:51.577750 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:24:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['6922c923-6cb1-46ad-bc99-bff79840fa93'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:51.642570 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] For port 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:51.642941 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:51.656286 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Calling delete_port for 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 owned by network:router_gateway {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:24:51.664822 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] Set router 6922c923-6cb1-46ad-bc99-bff79840fa93 gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:24:51.715658 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:24:51Z', 'revision_number': 6, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port_host': None}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:51.868210 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d34924c-8188-4173-b1b9-8cd6ec3d88cc None None] The sync data for ids ['6922c923-6cb1-46ad-bc99-bff79840fa93'] in dv-cinder-799668-15-iscsi is: [{'id': '6922c923-6cb1-46ad-bc99-bff79840fa93', 'name': 'tempest-AttachVolumeTestJSON-1770793131-router', 'tenant_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:17:26Z', 'updated_at': '2021-09-01T02:24:51Z', 'revision_number': 6, 'project_id': 'bd6b9d4de25d4167a743e1a10375bd07', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:24:52.133778 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.162242 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:52.230853 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368682'] for router_gateway, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.332269 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12564'] for router, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.334342 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.453034 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374047'] for router, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.453552 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6922c923-6cb1-46ad-bc99-bff79840fa93 {{(pid=94638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 02:24:52.458007 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.459124 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6e1def49-62d9-4990-b2fc-e87cb8d40d26 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6922c923-6cb1-46ad-bc99-bff79840fa93 HTTP/1.1" status: 204 len: 168 time: 1.2078588 Sep 01 02:24:52.461661 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46504) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:52.505029 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b46fd8-cc26-4871-8d5d-4ae3089d1893 admin admin] Deleting subnet cac27d39-7f93-4de1-835d-b6884592fd04 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:24:52.508730 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-15b46fd8-cc26-4871-8d5d-4ae3089d1893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.542671 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-15b46fd8-cc26-4871-8d5d-4ae3089d1893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264677943'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.627417 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 3199c68b-dba6-47ed-96e3-1083554545e6 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:24:52.647877 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 3199c68b-dba6-47ed-96e3-1083554545e6 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:24:52.648221 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 3199c68b-dba6-47ed-96e3-1083554545e6 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:24:52.654598 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-15b46fd8-cc26-4871-8d5d-4ae3089d1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.771208 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-15b46fd8-cc26-4871-8d5d-4ae3089d1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265943617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266115680'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.794962 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b46fd8-cc26-4871-8d5d-4ae3089d1893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac27d39-7f93-4de1-835d-b6884592fd04,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:52.801259 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-15b46fd8-cc26-4871-8d5d-4ae3089d1893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.803239 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-15b46fd8-cc26-4871-8d5d-4ae3089d1893 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cac27d39-7f93-4de1-835d-b6884592fd04 HTTP/1.1" status: 204 len: 168 time: 0.3406539 Sep 01 02:24:52.806228 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46506) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:52.813482 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b1a4ee-cd39-412b-8458-5425db1fc91f None None] Network ee32945b-3554-46fb-b446-e2f9ab36f46c requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:24:52.877416 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.937646 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Deleting port 9cc3b7f7-591c-403e-b446-aab2a80ef028 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:24:52.938004 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:52.992873 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701ce745-5891-4a17-85d1-5f892f2c3735 None None] DHCP port deletion for ee32945b-3554-46fb-b446-e2f9ab36f46c request from dv-cinder-799668-15-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 02:24:53.000361 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] For port 9cc3b7f7-591c-403e-b446-aab2a80ef028, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=9cc3b7f7-591c-403e-b446-aab2a80ef028,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:53.000736 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.013254 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Calling delete_port for 9cc3b7f7-591c-403e-b446-aab2a80ef028 owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:24:53.037512 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-701ce745-5891-4a17-85d1-5f892f2c3735 None None] Deleting port 9cc3b7f7-591c-403e-b446-aab2a80ef028 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:24:53.037886 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-701ce745-5891-4a17-85d1-5f892f2c3735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.099582 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-701ce745-5891-4a17-85d1-5f892f2c3735 None None] For port 9cc3b7f7-591c-403e-b446-aab2a80ef028, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=9cc3b7f7-591c-403e-b446-aab2a80ef028,segment=NetworkSegment(4e2380d1-7328-4807-8b09-e83351341014),segment_id=4e2380d1-7328-4807-8b09-e83351341014)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:24:53.099978 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-701ce745-5891-4a17-85d1-5f892f2c3735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.113052 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-701ce745-5891-4a17-85d1-5f892f2c3735 None None] Calling delete_port for 9cc3b7f7-591c-403e-b446-aab2a80ef028 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:24:53.224581 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.230863 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-701ce745-5891-4a17-85d1-5f892f2c3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.253009 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] No DVR routers for this DVR port 9cc3b7f7-591c-403e-b446-aab2a80ef028 on host dv-cinder-799668-15-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:24:53.255690 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ce745-5891-4a17-85d1-5f892f2c3735 None None] Pushing event deleted for resources: {'Port': ['ID=9cc3b7f7-591c-403e-b446-aab2a80ef028,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:53.259574 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc3b7f7-591c-403e-b446-aab2a80ef028,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:53.262677 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ce745-5891-4a17-85d1-5f892f2c3735 None None] No DVR routers for this DVR port 9cc3b7f7-591c-403e-b446-aab2a80ef028 on host dv-cinder-799668-15-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:24:53.328439 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.338831 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee32945b-3554-46fb-b446-e2f9ab36f46c']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:53.348889 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2380d1-7328-4807-8b09-e83351341014') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:53.349192 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2380d1-7328-4807-8b09-e83351341014') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:24:53.357739 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264677900'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.374544 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.380363 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:24:53.380793 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265943803'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: timer() Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: cb(*args, **kw) Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: self._notify() Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: self.callback(batched_events) Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: event.method(event) Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: return self._get(url).json() Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:24:53.382918 dv-cinder-799668-15-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:24:53.496375 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.500993 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:53.502893 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ee32945b-3554-46fb-b446-e2f9ab36f46c HTTP/1.1" status: 204 len: 168 time: 0.6956832 Sep 01 02:24:53.517723 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fc3c3-861d-424c-8dbf-83a88437be53 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee32945b-3554-46fb-b446-e2f9ab36f46c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:53.893783 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46510) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:53.932322 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e3c6f56a-7aea-4db7-85eb-b0d92508b6b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd6b9d4de25d4167a743e1a10375bd07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374053 Sep 01 02:24:53.934624 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46512) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:53.980488 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-edffa946-9bbe-40a1-a698-0320e0f644b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:54.001331 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-edffa946-9bbe-40a1-a698-0320e0f644b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:54.121478 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-edffa946-9bbe-40a1-a698-0320e0f644b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:54.124286 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-edffa946-9bbe-40a1-a698-0320e0f644b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:54.125420 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-edffa946-9bbe-40a1-a698-0320e0f644b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54a9d259-7c15-4811-b9a7-54bd4250bdde HTTP/1.1" status: 204 len: 168 time: 0.1899016 Sep 01 02:24:54.133321 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffa946-9bbe-40a1-a698-0320e0f644b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a9d259-7c15-4811-b9a7-54bd4250bdde,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:54.201617 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:24:54.222095 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:24:54.222443 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 3a4d6b5e-0e7b-45c5-b946-f55f7a23ea58 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:24:54.222865 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 9cc3b7f7-591c-403e-b446-aab2a80ef028 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:24:54.244563 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 9cc3b7f7-591c-403e-b446-aab2a80ef028 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:24:54.244908 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 9cc3b7f7-591c-403e-b446-aab2a80ef028 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:24:58.835518 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46576) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:58.936235 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-066456fd-f71b-4998-93eb-496a582f99c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:59.020266 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-066456fd-f71b-4998-93eb-496a582f99c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:59.104167 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-066456fd-f71b-4998-93eb-496a582f99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:59.143960 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-066456fd-f71b-4998-93eb-496a582f99c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aae9aa4d94294c948ec77a5b8e58b10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073578 Sep 01 02:24:59.144843 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066456fd-f71b-4998-93eb-496a582f99c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529da81-7b3d-489a-9c0b-4345dac0e027,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:24:59.146651 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 46580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:24:59.195598 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c177ea5a-aedc-4c96-b6f4-cf53026ff401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:59.216011 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c177ea5a-aedc-4c96-b6f4-cf53026ff401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:59.318964 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c177ea5a-aedc-4c96-b6f4-cf53026ff401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:59.321480 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c177ea5a-aedc-4c96-b6f4-cf53026ff401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:24:59.322623 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c177ea5a-aedc-4c96-b6f4-cf53026ff401 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c529da81-7b3d-489a-9c0b-4345dac0e027 HTTP/1.1" status: 204 len: 168 time: 0.1744013 Sep 01 02:24:59.330193 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177ea5a-aedc-4c96-b6f4-cf53026ff401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529da81-7b3d-489a-9c0b-4345dac0e027,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:04.273312 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-109fbcc3-ebdb-4b9b-a730-a3320d0438cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:06.321135 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:06.541608 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4730-632e-4a27-be35-9264548f6d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:07.118643 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:08.165046 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:09.319017 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:18.860122 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:25:22.178135 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325ed62-91f3-421c-bf7c-16336d038a2c req-cb5f9d12-802a-4ed8-a08d-9e78777e84b9 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:22.180061 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e325ed62-91f3-421c-bf7c-16336d038a2c req-cb5f9d12-802a-4ed8-a08d-9e78777e84b9 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 946 time: 0.0668697 Sep 01 02:25:22.219020 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e325ed62-91f3-421c-bf7c-16336d038a2c req-4baea291-7355-474d-bdc7-a1ac6c58b5d3 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329716 Sep 01 02:25:23.342493 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d38e66-435b-413b-b4a5-c4d2fa5b85c2 req-2b3677e8-c074-42d7-9e42-d1ed455cc749 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:23.344152 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b7d38e66-435b-413b-b4a5-c4d2fa5b85c2 req-2b3677e8-c074-42d7-9e42-d1ed455cc749 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 946 time: 0.0507641 Sep 01 02:25:23.382039 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b7d38e66-435b-413b-b4a5-c4d2fa5b85c2 req-6a76b22d-49b8-4589-bcfa-e80d978171ae tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups?id=e280580c-987a-4ac2-8011-bf32115e64fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312362 Sep 01 02:25:23.816030 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-7e220079-988e-4481-872d-60f08df6dd9b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:23.817491 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-7e220079-988e-4481-872d-60f08df6dd9b tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 946 time: 0.0481060 Sep 01 02:25:23.912240 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Deleting port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:25:23.912580 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:23.995643 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] For port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:25:23.996008 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:24.167625 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:24.168026 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:24.168340 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Floating IP 0153ccbb-de03-40b7-a547-3489daeb70c3 disassociated. External IP: 172.27.1.94, port: 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e. Sep 01 02:25:24.168679 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Calling delete_port for 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:25:24.333573 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-3d486567-3391-4fa8-8f8d-340b731d7379 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488664824&fields=id&tenant_id=1ae8a367d60b4355acaa71457db9d859 HTTP/1.1" status: 200 len: 267 time: 0.0313799 Sep 01 02:25:24.389523 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:24.417902 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event deleted for resources: {'Port': ['ID=0b7d2e78-af9a-4e03-96ef-97b35ce71b0e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:24.451242 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c305ac-6078-499b-8652-75ffcf7db13a req-b347b394-ca6b-4d2f-ae57-cfd60f5c7046 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:24.451242 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-b347b394-ca6b-4d2f-ae57-cfd60f5c7046 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 812 time: 0.1107876 Sep 01 02:25:24.495495 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-80a89661-6dd7-4931-9f74-88b5f3b6c512 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/quotas/1ae8a367d60b4355acaa71457db9d859 HTTP/1.1" status: 200 len: 375 time: 0.0389800 Sep 01 02:25:24.497760 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5c443128-866c-4f0d-b909-7a85d18f4b1c req-de0462c9-334e-4caa-be3c-5def465febd8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b5ee21-e32b-4005-a391-456b81d64aa2 HTTP/1.1" status: 200 len: 210 time: 0.0347979 Sep 01 02:25:24.560178 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-8318c5f8-5227-4cec-abc2-70b9f112f2b5 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0558112 Sep 01 02:25:24.560755 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Router b3269a06-9cb6-42b5-9188-26967d21510b has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:25:24.655639 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-015a82f3-9f8e-4851-82b4-6901e04f7d41 service neutron] 10.222.0.23 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824647 Sep 01 02:25:24.669085 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:25:24.678826 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] Sync routers for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:25:24.688813 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:25:24.689453 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:25:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:24.719745 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] No DVR routers for this DVR port 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:25:24.723341 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:24.725766 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-0b495ca0-73d0-43ee-803b-954f5ae94ae8 req-6022d271-c93a-4050-92e9-e970af1903c8 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.26 "DELETE /v2.0/ports/0b7d2e78-af9a-4e03-96ef-97b35ce71b0e HTTP/1.1" status: 204 len: 173 time: 0.9024749 Sep 01 02:25:24.726431 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'name': 'network-vif-deleted', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:25:24.729643 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529e7bdf-8e54-4425-b661-ddbca74c8337" -d '{"events": [{"server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "name": "network-vif-deleted", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:25:24.769709 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-951d9349-082c-4440-a6c2-e702cd17e37b service neutron] 10.222.0.23 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075733 Sep 01 02:25:24.769923 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346dfdc2-daff-45eb-906e-53a07a6d3c67 x-openstack-request-id: req-346dfdc2-daff-45eb-906e-53a07a6d3c67 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:25:24.770206 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b5ee21-e32b-4005-a391-456b81d64aa2", "name": "network-vif-deleted", "tag": "0b7d2e78-af9a-4e03-96ef-97b35ce71b0e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:25:24.770502 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-346dfdc2-daff-45eb-906e-53a07a6d3c67 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:25:24.770902 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b5ee21-e32b-4005-a391-456b81d64aa2', 'name': 'network-vif-deleted', 'tag': '0b7d2e78-af9a-4e03-96ef-97b35ce71b0e', 'status': 'completed', 'code': 200} Sep 01 02:25:24.820111 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:25:25.033942 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:25.058973 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] Checking router: b3269a06-9cb6-42b5-9188-26967d21510b for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:25:25.067616 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:25:25.068214 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:25:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:25.264289 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:25:25.426890 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-44330692-44fa-4560-8e30-efcbbd086f9a req-1c5ccfff-6634-48b8-b685-ca45b1a2c2b0 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 210 time: 0.0275826 Sep 01 02:25:25.465697 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:25.496412 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb426b-2012-4f49-a35e-aae626afb558 None None] The sync data for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi is: [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:18:40Z', 'revision_number': 4, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': '59f86d10-2120-45d7-82d9-b40762b87fab', 'name': '', 'network_id': 'e5a3e1b6-c394-4401-8c8a-9601aa881cda', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'mac_address': 'fa:16:3e:3d:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:39Z', 'updated_at': '2021-09-01T02:18:46Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'subnets': [{'id': '6a41553d-c3c0-435c-aa65-1e5b16018403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:25:25.699707 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 46862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:25.735549 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6e5b4-a953-4b1a-848f-4252b0aff6fd None None] New status for floating IP 0153ccbb-de03-40b7-a547-3489daeb70c3: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:25:25.757401 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-999e0c96-de3a-4e8f-a76e-60190907da29 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:25.782016 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-999e0c96-de3a-4e8f-a76e-60190907da29 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:25.907469 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-999e0c96-de3a-4e8f-a76e-60190907da29 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:25.910785 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-999e0c96-de3a-4e8f-a76e-60190907da29 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:25.916682 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-999e0c96-de3a-4e8f-a76e-60190907da29 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "DELETE /v2.0/security-groups/e280580c-987a-4ac2-8011-bf32115e64fd HTTP/1.1" status: 204 len: 168 time: 0.2108884 Sep 01 02:25:25.918748 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46876) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:25.921672 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e0c96-de3a-4e8f-a76e-60190907da29 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e280580c-987a-4ac2-8011-bf32115e64fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:25.932928 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.api.v2.resource [None req-b98341ac-7f6f-42b9-974e-d553d415b5bb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] show failed (client error): The resource could not be found. Sep 01 02:25:25.933924 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b98341ac-7f6f-42b9-974e-d553d415b5bb tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "GET /v2.0/security-groups/e280580c-987a-4ac2-8011-bf32115e64fd HTTP/1.1" status: 404 len: 347 time: 0.0140858 Sep 01 02:25:25.936754 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46878) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:26.061237 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-fc695cf9-f802-43c3-911a-ae57b5491526 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Deleting port b97fd3b7-6150-4289-823f-7f204211b49a {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:25:26.061592 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc695cf9-f802-43c3-911a-ae57b5491526 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:26.139759 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc695cf9-f802-43c3-911a-ae57b5491526 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:26.140094 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc695cf9-f802-43c3-911a-ae57b5491526 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:26.152058 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-fc695cf9-f802-43c3-911a-ae57b5491526 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Calling delete_port for b97fd3b7-6150-4289-823f-7f204211b49a owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:25:26.398799 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc695cf9-f802-43c3-911a-ae57b5491526 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:26.425087 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc695cf9-f802-43c3-911a-ae57b5491526 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Pushing event deleted for resources: {'Port': ['ID=b97fd3b7-6150-4289-823f-7f204211b49a,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:26.487956 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc695cf9-f802-43c3-911a-ae57b5491526 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:26.490757 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc695cf9-f802-43c3-911a-ae57b5491526 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:26.492055 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-fc695cf9-f802-43c3-911a-ae57b5491526 tempest-AttachVolumeShelveTestJSON-1006528362 tempest-AttachVolumeShelveTestJSON-1006528362-project] 10.222.0.23 "DELETE /v2.0/floatingips/0153ccbb-de03-40b7-a547-3489daeb70c3 HTTP/1.1" status: 204 len: 168 time: 0.5543950 Sep 01 02:25:26.521286 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-171c0bbf-fb01-47e7-a360-c748b68ef2e2 req-b2a36819-3f2c-4bf6-bcf6-9cb15922a692 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 210 time: 0.0264473 Sep 01 02:25:26.680653 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:25:26.700191 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:25:26.700540 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 0b7d2e78-af9a-4e03-96ef-97b35ce71b0e not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:25:27.618585 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5fc499b0-e19b-459e-abf5-0dec93eed9bc req-172e4363-71b1-4756-9055-108102daf0c4 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 210 time: 0.0295458 Sep 01 02:25:28.709263 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-20ecd941-ff8a-454e-922a-e92c86730d76 req-4ffb9b38-35ba-400d-b796-d76ffae97099 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 210 time: 0.0249565 Sep 01 02:25:29.799369 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-134c2d0e-7ce6-4204-8cd9-696328c7b643 req-e9331eaa-27a5-4026-a98b-b4d13a183a4f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 210 time: 0.0246730 Sep 01 02:25:29.935243 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c305ac-6078-499b-8652-75ffcf7db13a req-955ed66a-2c50-4675-9a2e-bde4c66d4e84 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:29.936879 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-955ed66a-2c50-4675-9a2e-bde4c66d4e84 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 812 time: 0.1018579 Sep 01 02:25:30.890457 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-429fddaf-2e84-4df6-a202-efe30082af96 req-68648e64-7967-4fdd-9aa7-02d9bdb624e6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 210 time: 0.0253832 Sep 01 02:25:31.979718 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4ecfd5d9-6797-4ac2-8513-730e727d3a66 req-6b51fd98-2307-4846-a86c-36da05dc2a61 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 210 time: 0.0248845 Sep 01 02:25:32.727593 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-44d73ed2-d36f-4047-ade6-0c6e9f7b009f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae8a367d60b4355acaa71457db9d859 HTTP/1.1" status: 200 len: 379 time: 0.2824404 Sep 01 02:25:32.738073 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'port': {'device_id': '987e9607-5277-431b-96db-a69102a056bd', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'admin_state_up': True, 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'security_groups': ['2ab76d1d-c4d2-4283-9579-ed490e8be396']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:25:32.921225 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Made reservation on behalf of 1ae8a367d60b4355acaa71457db9d859 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 02:25:32.924709 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:33.054164 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Allocated IP 172.20.0.9 (327d78ae-35dc-41c7-99f1-3dd8d500bd1d/adfe0113-567d-4a8e-a678-c7bc8406b25c/9c469cf7-3853-4f08-a3ac-0fed64d795f7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:25:33.081546 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-06dd5f3a-b403-449c-91ad-d472fc700ca6 req-909ea80a-fcf4-4232-9a5f-10a9748762cf tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 210 time: 0.0285192 Sep 01 02:25:33.214971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:33.228284 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Transition to ACTIVE for port object 9c469cf7-3853-4f08-a3ac-0fed64d795f7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:25:33.310319 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:33.355451 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:25:33.358539 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:25:33.362341 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:25:33.386427 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'Port': ['ID=9c469cf7-3853-4f08-a3ac-0fed64d795f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:33.421189 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:33.421746 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:33.505048 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-27d67dfe-7dee-46e8-b807-6554142f2f87 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7712638 Sep 01 02:25:33.517851 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.v2.base [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Request body: {'port': {'device_id': '987e9607-5277-431b-96db-a69102a056bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:25:33.574549 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:33.787488 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7a0c83b2-34b4-4a14-8ef5-9a7821706b6a None None] Provisioning for port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 completed by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:25:33.795587 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7a0c83b2-34b4-4a14-8ef5-9a7821706b6a None None] Provisioning complete for port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 triggered by entity DHCP. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:25:33.796367 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a0c83b2-34b4-4a14-8ef5-9a7821706b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:33.841864 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c83b2-34b4-4a14-8ef5-9a7821706b6a None None] Port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 cannot update to ACTIVE because it is not bound. {{(pid=94640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 02:25:33.852801 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c469cf7-3853-4f08-a3ac-0fed64d795f7 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:25:33.863107 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:33.877451 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Transition to ACTIVE for port object 9c469cf7-3853-4f08-a3ac-0fed64d795f7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 02:25:33.981780 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:34.049944 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c469cf7-3853-4f08-a3ac-0fed64d795f7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:34.107069 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Attempting to bind port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 02:25:34.107857 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Attempting to bind port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 02:25:34.108731 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Attempting to bind port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:25:34.113992 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 02:25:34.114326 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Attempting to bind port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 on network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 02:25:34.121726 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Checking agent: {'id': '3b5aee2f-fb91-41a6-997e-b5fd304e0894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'started_at': datetime.datetime(2021, 9, 1, 2, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 2, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 02:25:34.121726 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Checking segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 02:25:34.121726 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Bound using segment: {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 02:25:34.121726 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Bound port: 9c469cf7-3853-4f08-a3ac-0fed64d795f7, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c73b01-9bd7-40a0-85c5-cadf5d580ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 02:25:34.122147 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:34.201667 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] For port 9c469cf7-3853-4f08-a3ac-0fed64d795f7, host hv-cinder-79966, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 02:25:34.207340 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] For port 9c469cf7-3853-4f08-a3ac-0fed64d795f7, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9c469cf7-3853-4f08-a3ac-0fed64d795f7,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 02:25:34.212937 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314ec9c-dc51-4c75-9a4f-e3103158ba73 req-e1357134-d82f-4230-8a23-54103859bfc1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:34.214639 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8314ec9c-dc51-4c75-9a4f-e3103158ba73 req-e1357134-d82f-4230-8a23-54103859bfc1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 943 time: 0.0590909 Sep 01 02:25:34.263059 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8314ec9c-dc51-4c75-9a4f-e3103158ba73 req-0f09e5b6-d1ae-404c-af8c-24557679750e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393937 Sep 01 02:25:34.288254 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264802521'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:34.313236 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-406fdf0c-b8dd-4aef-840d-c6f31397e6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:34.327805 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:34.328369 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:34.329885 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] 10.222.0.26 "PUT /v2.0/ports/9c469cf7-3853-4f08-a3ac-0fed64d795f7 HTTP/1.1" status: 200 len: 1093 time: 0.8165205 Sep 01 02:25:34.330327 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987e9607-5277-431b-96db-a69102a056bd', 'tag': '9c469cf7-3853-4f08-a3ac-0fed64d795f7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:25:34.332738 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d108eb-3c56-4597-81c6-bd4e2957ca40" -d '{"events": [{"name": "network-changed", "server_uuid": "987e9607-5277-431b-96db-a69102a056bd", "tag": "9c469cf7-3853-4f08-a3ac-0fed64d795f7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:25:34.362196 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4790c09-decf-4f0c-b814-dcb56d859ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c469cf7-3853-4f08-a3ac-0fed64d795f7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:34.386113 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e66c08b-c34d-4853-ad57-edc0ef5ec561 x-openstack-request-id: req-6e66c08b-c34d-4853-ad57-edc0ef5ec561 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:25:34.386593 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987e9607-5277-431b-96db-a69102a056bd", "tag": "9c469cf7-3853-4f08-a3ac-0fed64d795f7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:25:34.388116 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e66c08b-c34d-4853-ad57-edc0ef5ec561 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:25:34.388567 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987e9607-5277-431b-96db-a69102a056bd', 'tag': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'status': 'completed', 'code': 200} Sep 01 02:25:34.456488 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d108eb-3c56-4597-81c6-bd4e2957ca40 req-05378d48-c7ad-4530-aa9e-c38851122722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:34.458033 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-53d108eb-3c56-4597-81c6-bd4e2957ca40 req-05378d48-c7ad-4530-aa9e-c38851122722 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 1096 time: 0.0461414 Sep 01 02:25:34.542647 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46962) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:34.563698 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d108eb-3c56-4597-81c6-bd4e2957ca40 req-67109965-ba45-46ab-b935-9165519f79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:34.565791 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-53d108eb-3c56-4597-81c6-bd4e2957ca40 req-67109965-ba45-46ab-b935-9165519f79b8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1ae8a367d60b4355acaa71457db9d859&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0991242 Sep 01 02:25:34.665311 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d108eb-3c56-4597-81c6-bd4e2957ca40 req-f3d42281-09f6-4f8f-9201-148cde7d24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:34.666860 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-53d108eb-3c56-4597-81c6-bd4e2957ca40 req-f3d42281-09f6-4f8f-9201-148cde7d24f9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946224 Sep 01 02:25:34.742743 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c305ac-6078-499b-8652-75ffcf7db13a req-d7972b71-64a1-4881-bedf-a71b85f5bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:34.744249 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-d7972b71-64a1-4881-bedf-a71b85f5bb49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 1096 time: 0.0408328 Sep 01 02:25:34.786947 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-d811b00b-b883-47e9-ad71-f292234c97bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c469cf7-3853-4f08-a3ac-0fed64d795f7 HTTP/1.1" status: 200 len: 217 time: 0.0335577 Sep 01 02:25:34.837399 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c305ac-6078-499b-8652-75ffcf7db13a req-86ec11c6-5a18-433d-8f82-2c08eca05b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:34.838865 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-86ec11c6-5a18-433d-8f82-2c08eca05b00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0446680 Sep 01 02:25:34.888435 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c305ac-6078-499b-8652-75ffcf7db13a req-781cfb86-edee-474a-92d0-afea2357cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:34.889905 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-781cfb86-edee-474a-92d0-afea2357cc50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425534 Sep 01 02:25:34.981204 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-ee763313-9b8d-45a9-bbf8-ae770a05a270 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835838 Sep 01 02:25:35.033424 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371220'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:35.075665 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-75c305ac-6078-499b-8652-75ffcf7db13a req-687e4617-21ce-40ef-ab49-96d22a571093 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865850 Sep 01 02:25:35.280210 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] Deleting port 59f86d10-2120-45d7-82d9-b40762b87fab {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:25:35.280831 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:35.392126 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] For port 59f86d10-2120-45d7-82d9-b40762b87fab, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=59f86d10-2120-45d7-82d9-b40762b87fab,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:25:35.393040 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:35.401930 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f8af5-6b43-438c-b7c8-f17d271765bc req-95861863-8283-42b8-a692-3da8d4956b54 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:35.403430 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3a8f8af5-6b43-438c-b7c8-f17d271765bc req-95861863-8283-42b8-a692-3da8d4956b54 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 943 time: 0.0772693 Sep 01 02:25:35.418723 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] Calling delete_port for 59f86d10-2120-45d7-82d9-b40762b87fab owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:25:35.485995 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3a8f8af5-6b43-438c-b7c8-f17d271765bc req-19c7576b-4182-48c0-8560-d5629e13d989 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753989 Sep 01 02:25:35.692467 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:35.716038 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f86d10-2120-45d7-82d9-b40762b87fab,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:35.894510 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371336'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:36.359951 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] Router b3269a06-9cb6-42b5-9188-26967d21510b has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:25:36.360757 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:36.464384 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:25:36.469451 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-37985f90-dc40-4376-aebf-538a5168d439 admin admin] 10.222.0.23 "PUT /v2.0/routers/b3269a06-9cb6-42b5-9188-26967d21510b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9256196 Sep 01 02:25:36.472712 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 46988) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:36.475323 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] Sync routers for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:25:36.484815 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:25:36.485448 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:25:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:36.594061 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:25:36.609003 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Notify callbacks [] for router, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:36.641829 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5a35e0f-cb73-423b-8a97-c9f8bd68b496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:36.660573 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb24b06-df05-4001-9d24-dbe30bb04c6c req-54d5c7c6-88a2-4057-885b-c75a55a06c76 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:36.662038 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cdb24b06-df05-4001-9d24-dbe30bb04c6c req-54d5c7c6-88a2-4057-885b-c75a55a06c76 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 943 time: 0.1004255 Sep 01 02:25:36.743845 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cdb24b06-df05-4001-9d24-dbe30bb04c6c req-d5ec2a94-ec0d-418d-accb-af150a97c669 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738876 Sep 01 02:25:36.749503 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:36.775051 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:25:35Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:36.801032 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] Checking router: b3269a06-9cb6-42b5-9188-26967d21510b for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:25:36.809368 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] Routers {'b3269a06-9cb6-42b5-9188-26967d21510b'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:25:36.809970 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:25:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b3269a06-9cb6-42b5-9188-26967d21510b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:36.870058 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Deleting port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:25:36.870400 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:36.920610 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] Set router b3269a06-9cb6-42b5-9188-26967d21510b gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:25:36.963775 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] For port a8ad32a5-5347-4ba7-8c71-4d114b4f6e84, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=a8ad32a5-5347-4ba7-8c71-4d114b4f6e84,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:25:36.964147 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:36.976078 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Calling delete_port for a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 owned by network:router_gateway {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:25:37.108560 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:25:35Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:37.135295 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51841f98-ebc5-44e3-8bfc-cba448cfcecf None None] The sync data for ids ['b3269a06-9cb6-42b5-9188-26967d21510b'] in dv-cinder-799668-15-iscsi is: [{'id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'name': 'tempest-AttachVolumeShelveTestJSON-374309590-router', 'tenant_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:18:35Z', 'updated_at': '2021-09-01T02:25:35Z', 'revision_number': 5, 'project_id': '8b6348a9e1194bc58ebe678f9a5107cb', 'gw_port': {'id': 'a8ad32a5-5347-4ba7-8c71-4d114b4f6e84', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3269a06-9cb6-42b5-9188-26967d21510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:18:36Z', 'updated_at': '2021-09-01T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:25:37.141845 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.212265 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.239112 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ad32a5-5347-4ba7-8c71-4d114b4f6e84,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:37.295646 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368682'] for router_gateway, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.384191 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12564'] for router, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.386237 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.507462 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374047'] for router, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.508155 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3269a06-9cb6-42b5-9188-26967d21510b {{(pid=94638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 02:25:37.516753 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.516753 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7318b9b2-b120-4bfb-8432-1403d097356c admin admin] 10.222.0.23 "DELETE /v2.0/routers/b3269a06-9cb6-42b5-9188-26967d21510b HTTP/1.1" status: 204 len: 168 time: 1.0407786 Sep 01 02:25:37.517884 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47000) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:37.562892 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71e2db2-3c11-42a3-b708-a29946a5fc9b admin admin] Deleting subnet 6a41553d-c3c0-435c-aa65-1e5b16018403 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:25:37.566955 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c71e2db2-3c11-42a3-b708-a29946a5fc9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.603142 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c71e2db2-3c11-42a3-b708-a29946a5fc9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264677943'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.685372 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c71e2db2-3c11-42a3-b708-a29946a5fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.804578 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c71e2db2-3c11-42a3-b708-a29946a5fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265943617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266115680'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.840356 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e2db2-3c11-42a3-b708-a29946a5fc9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a41553d-c3c0-435c-aa65-1e5b16018403,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:37.842356 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c71e2db2-3c11-42a3-b708-a29946a5fc9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.844233 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c71e2db2-3c11-42a3-b708-a29946a5fc9b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a41553d-c3c0-435c-aa65-1e5b16018403 HTTP/1.1" status: 204 len: 168 time: 0.3253984 Sep 01 02:25:37.847339 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47004) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:37.848955 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5698d7be-4b54-44d6-81b2-cda299887ffc None None] Network e5a3e1b6-c394-4401-8c8a-9601aa881cda requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:25:37.883473 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafadaed-1ee2-437f-86b3-1d2cde8dbce2 req-b3fc5ead-cbcf-4bfa-b999-3370a1e733f1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:37.887368 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fafadaed-1ee2-437f-86b3-1d2cde8dbce2 req-b3fc5ead-cbcf-4bfa-b999-3370a1e733f1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 943 time: 0.0730953 Sep 01 02:25:37.922922 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:37.924248 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fafadaed-1ee2-437f-86b3-1d2cde8dbce2 req-720c8ae5-57f4-4ca3-a412-1f66f88e26f6 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327468 Sep 01 02:25:37.981142 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Deleting port 11e3c027-4e5f-4c32-852b-8f760b092857 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:25:37.981631 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.047829 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] For port 11e3c027-4e5f-4c32-852b-8f760b092857, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=11e3c027-4e5f-4c32-852b-8f760b092857,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:25:38.048123 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.060296 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Calling delete_port for 11e3c027-4e5f-4c32-852b-8f760b092857 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:25:38.116722 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33778e4-146c-4252-be0a-a4dfb01108a2 None None] DHCP port deletion for e5a3e1b6-c394-4401-8c8a-9601aa881cda request from dv-cinder-799668-15-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 02:25:38.170624 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e33778e4-146c-4252-be0a-a4dfb01108a2 None None] Deleting port 11e3c027-4e5f-4c32-852b-8f760b092857 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:25:38.171008 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33778e4-146c-4252-be0a-a4dfb01108a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.210219 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.233409 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:25:38.241002 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.257867 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:25:38.258215 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device a8ad32a5-5347-4ba7-8c71-4d114b4f6e84 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:25:38.258644 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 59f86d10-2120-45d7-82d9-b40762b87fab no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:25:38.270998 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Pushing event deleted for resources: {'Port': ['ID=11e3c027-4e5f-4c32-852b-8f760b092857,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:38.274660 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] No DVR routers for this DVR port 11e3c027-4e5f-4c32-852b-8f760b092857 on host dv-cinder-799668-15-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:25:38.302592 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 59f86d10-2120-45d7-82d9-b40762b87fab {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:25:38.302592 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 59f86d10-2120-45d7-82d9-b40762b87fab not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:25:38.302592 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 11e3c027-4e5f-4c32-852b-8f760b092857 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:25:38.302592 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e33778e4-146c-4252-be0a-a4dfb01108a2 None None] For port 11e3c027-4e5f-4c32-852b-8f760b092857, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=11e3c027-4e5f-4c32-852b-8f760b092857,segment=NetworkSegment(0ce37626-0cf8-4cfc-bb01-710ac6f40624),segment_id=0ce37626-0cf8-4cfc-bb01-710ac6f40624)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:25:38.302977 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33778e4-146c-4252-be0a-a4dfb01108a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.325012 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 11e3c027-4e5f-4c32-852b-8f760b092857 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:25:38.325361 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 11e3c027-4e5f-4c32-852b-8f760b092857 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:25:38.332271 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e33778e4-146c-4252-be0a-a4dfb01108a2 None None] Calling delete_port for 11e3c027-4e5f-4c32-852b-8f760b092857 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:25:38.346559 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.356432 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a3e1b6-c394-4401-8c8a-9601aa881cda']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:38.366963 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce37626-0cf8-4cfc-bb01-710ac6f40624') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:38.367259 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce37626-0cf8-4cfc-bb01-710ac6f40624') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:38.376958 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.390512 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.397058 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:25:38.397481 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:25:38.399076 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:25:38.408726 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e33778e4-146c-4252-be0a-a4dfb01108a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.431506 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33778e4-146c-4252-be0a-a4dfb01108a2 None None] Pushing event deleted for resources: {'Port': ['ID=11e3c027-4e5f-4c32-852b-8f760b092857,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:38.437176 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33778e4-146c-4252-be0a-a4dfb01108a2 None None] No DVR routers for this DVR port 11e3c027-4e5f-4c32-852b-8f760b092857 on host dv-cinder-799668-15-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:25:38.549188 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.554840 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:38.556707 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] 10.222.0.23 "DELETE /v2.0/networks/e5a3e1b6-c394-4401-8c8a-9601aa881cda HTTP/1.1" status: 204 len: 168 time: 0.7082460 Sep 01 02:25:38.568508 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21606837-11f6-4073-ba6e-7ccfe532690c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a3e1b6-c394-4401-8c8a-9601aa881cda,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:38.903208 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:38.942606 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6a7b3def-c371-4934-a460-b544ce948d60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b6348a9e1194bc58ebe678f9a5107cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382323 Sep 01 02:25:38.944998 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:38.991794 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff99ff0-46c8-46ac-88a7-7c0c9f1022e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:39.013174 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff99ff0-46c8-46ac-88a7-7c0c9f1022e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:39.035370 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa555af-f017-4043-bf2a-2781a50c3a8c req-fb7bb11a-6029-47a4-afc4-fa135fceec15 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:39.036850 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-faa555af-f017-4043-bf2a-2781a50c3a8c req-fb7bb11a-6029-47a4-afc4-fa135fceec15 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 943 time: 0.0469060 Sep 01 02:25:39.074537 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-faa555af-f017-4043-bf2a-2781a50c3a8c req-f0cc9817-af9a-42b8-a501-908b11a322a1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315874 Sep 01 02:25:39.158836 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff99ff0-46c8-46ac-88a7-7c0c9f1022e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:39.161886 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff99ff0-46c8-46ac-88a7-7c0c9f1022e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:39.163095 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-bff99ff0-46c8-46ac-88a7-7c0c9f1022e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/895c620e-4c4c-4898-ac59-fb034965a14d HTTP/1.1" status: 204 len: 168 time: 0.2171605 Sep 01 02:25:39.170968 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff99ff0-46c8-46ac-88a7-7c0c9f1022e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895c620e-4c4c-4898-ac59-fb034965a14d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:39.315211 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:40.193627 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a1762-0a2b-4c24-92c3-44be88eb010b req-0f843444-cb84-4ae3-8f81-ff6e4454e86b tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:40.195339 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-433a1762-0a2b-4c24-92c3-44be88eb010b req-0f843444-cb84-4ae3-8f81-ff6e4454e86b tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 943 time: 0.0553882 Sep 01 02:25:40.233642 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-433a1762-0a2b-4c24-92c3-44be88eb010b req-bd19f866-802b-45f2-a0bc-b50b9f7757e1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Sep 01 02:25:40.505233 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-37939b47-436e-44ab-b831-f2d6937f4f85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490456 Sep 01 02:25:40.588778 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-7df23384-78f2-49b9-97ad-f91f433ba5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:40.590347 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-7df23384-78f2-49b9-97ad-f91f433ba5b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 1098 time: 0.0411024 Sep 01 02:25:40.694130 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-bb8d798c-d4ac-41f2-bfde-195f9398cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:40.696934 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-bb8d798c-d4ac-41f2-bfde-195f9398cefe service neutron] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 913 time: 0.0830994 Sep 01 02:25:40.765558 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-addc3f14-205c-483b-aafd-43834b985d4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264fc2a1-d963-4276-9f00-6a32124a44a9 HTTP/1.1" status: 200 len: 1001 time: 0.0613387 Sep 01 02:25:40.813370 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-74277f73-3053-44c0-8a11-c8d39fb5bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:40.815366 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-74277f73-3053-44c0-8a11-c8d39fb5bf97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0429990 Sep 01 02:25:40.860487 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-75c28fa0-2b92-48d1-b6b5-deefda36a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:40.861920 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-75c28fa0-2b92-48d1-b6b5-deefda36a67a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378013 Sep 01 02:25:40.954495 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-1ccd8dfa-e2e0-4069-8024-14f657ec91e9 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842774 Sep 01 02:25:41.043901 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-9cf15fea-6b41-4bfc-8407-cd9748d6f6d1 req-cea9d02e-f120-4c02-9b44-31b3bb479610 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819778 Sep 01 02:25:41.347650 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d451fe-4362-40c3-ad2b-53a4a5898519 req-366b2e6d-45b0-442e-a0ad-188f041d3e53 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:41.349205 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e8d451fe-4362-40c3-ad2b-53a4a5898519 req-366b2e6d-45b0-442e-a0ad-188f041d3e53 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 943 time: 0.0491509 Sep 01 02:25:41.386385 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e8d451fe-4362-40c3-ad2b-53a4a5898519 req-9089b749-b739-44cd-8d03-7d39487b8c69 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312400 Sep 01 02:25:42.500277 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da429427-8cb3-4863-8694-e2904b7e673e req-126e9112-5755-468f-aea2-ad517d515127 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:42.501783 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-da429427-8cb3-4863-8694-e2904b7e673e req-126e9112-5755-468f-aea2-ad517d515127 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 943 time: 0.0490460 Sep 01 02:25:42.540891 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-da429427-8cb3-4863-8694-e2904b7e673e req-91bfb8b3-c994-4f4d-95be-42db03ce2f99 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330288 Sep 01 02:25:43.655612 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994424b-d338-4e34-bc7c-8de62edf6a90 req-95846e46-0b48-42d9-b6a4-aa659bdf3eda tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:43.657051 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f994424b-d338-4e34-bc7c-8de62edf6a90 req-95846e46-0b48-42d9-b6a4-aa659bdf3eda tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 943 time: 0.0506730 Sep 01 02:25:43.693872 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f994424b-d338-4e34-bc7c-8de62edf6a90 req-502468f8-1ad9-450a-a672-9a3a62089369 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304229 Sep 01 02:25:43.992794 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 9c469cf7-3853-4f08-a3ac-0fed64d795f7 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:25:44.084638 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 9c469cf7-3853-4f08-a3ac-0fed64d795f7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9c469cf7-3853-4f08-a3ac-0fed64d795f7,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:25:44.095985 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'port_id': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'mac_address': 'fa:16:3e:97:48:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:25:44.130764 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:44.146888 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c469cf7-3853-4f08-a3ac-0fed64d795f7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:25:44.165529 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 9c469cf7-3853-4f08-a3ac-0fed64d795f7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9c469cf7-3853-4f08-a3ac-0fed64d795f7,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:25:44.272558 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:44.318337 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=9c469cf7-3853-4f08-a3ac-0fed64d795f7,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:44.325233 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.325588 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.325929 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.326268 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.326600 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.326933 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.327259 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.327621 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.327950 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.328275 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.328596 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.328921 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:44.803834 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6538a2-cd3b-48b7-82e2-8724969d9d7c req-3878da51-31f5-41cb-8688-6673546dee48 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:44.805181 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5a6538a2-cd3b-48b7-82e2-8724969d9d7c req-3878da51-31f5-41cb-8688-6673546dee48 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 944 time: 0.0471475 Sep 01 02:25:44.841232 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5a6538a2-cd3b-48b7-82e2-8724969d9d7c req-2e78b5ae-f082-432f-9108-25b148ca37a9 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303392 Sep 01 02:25:45.109008 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['9c469cf7-3853-4f08-a3ac-0fed64d795f7'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:25:45.950070 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00fd51-9963-4d69-b31b-a3f423c4cf54 req-4ff48742-6225-4485-854e-a8d9347ac7b1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:45.951552 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9b00fd51-9963-4d69-b31b-a3f423c4cf54 req-4ff48742-6225-4485-854e-a8d9347ac7b1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 944 time: 0.0473654 Sep 01 02:25:45.989881 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9b00fd51-9963-4d69-b31b-a3f423c4cf54 req-d38b8e02-70d6-4242-a337-4a9e04b506e2 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324023 Sep 01 02:25:47.102949 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093db4e-71a1-4e38-a1d2-318a52b94738 req-bc4d0f61-4349-476b-a382-af385040c3b1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:47.104417 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1093db4e-71a1-4e38-a1d2-318a52b94738 req-bc4d0f61-4349-476b-a382-af385040c3b1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 944 time: 0.0500898 Sep 01 02:25:47.141405 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1093db4e-71a1-4e38-a1d2-318a52b94738 req-2af3fd12-d1e4-46a2-99d2-aa2b5d8a67ec tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312769 Sep 01 02:25:48.258395 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387736f8-0eba-449c-ab03-dfa66f9fe41d req-c8d4f8e9-1eb4-483e-a1ef-c52b034c3078 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:48.259975 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-387736f8-0eba-449c-ab03-dfa66f9fe41d req-c8d4f8e9-1eb4-483e-a1ef-c52b034c3078 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 944 time: 0.0497751 Sep 01 02:25:48.297993 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-387736f8-0eba-449c-ab03-dfa66f9fe41d req-9b9e8bf9-7edf-4b8b-9fcd-2aa386cf959c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320415 Sep 01 02:25:49.288368 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 9c469cf7-3853-4f08-a3ac-0fed64d795f7 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:25:49.403715 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning for port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 completed by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 02:25:49.407760 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:25:49.408134 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:49.410775 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ebd62-1eae-4fe8-abf0-8004a6b868e3 req-9b469437-5c2f-4cdb-bc42-066c8d86ae35 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:49.412361 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb0ebd62-1eae-4fe8-abf0-8004a6b868e3 req-9b469437-5c2f-4cdb-bc42-066c8d86ae35 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 944 time: 0.0483105 Sep 01 02:25:49.450670 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cb0ebd62-1eae-4fe8-abf0-8004a6b868e3 req-1033d380-c157-48ab-bbcb-35316ed29f81 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321078 Sep 01 02:25:49.490451 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:49.517011 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987e9607-5277-431b-96db-a69102a056bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c469cf7-3853-4f08-a3ac-0fed64d795f7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:25:49.519326 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cc612c-9252-465c-9144-041a5e62d20c" -d '{"events": [{"server_uuid": "987e9607-5277-431b-96db-a69102a056bd", "name": "network-vif-plugged", "status": "completed", "tag": "9c469cf7-3853-4f08-a3ac-0fed64d795f7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:25:49.532791 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port 9c469cf7-3853-4f08-a3ac-0fed64d795f7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9c469cf7-3853-4f08-a3ac-0fed64d795f7,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:25:49.561624 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a6e22f-5e91-4cf2-9a45-e508f3ff9b36 x-openstack-request-id: req-c3a6e22f-5e91-4cf2-9a45-e508f3ff9b36 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:25:49.561918 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987e9607-5277-431b-96db-a69102a056bd", "name": "network-vif-plugged", "status": "completed", "tag": "9c469cf7-3853-4f08-a3ac-0fed64d795f7", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:25:49.562202 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3a6e22f-5e91-4cf2-9a45-e508f3ff9b36 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:25:49.562603 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987e9607-5277-431b-96db-a69102a056bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'code': 200} Sep 01 02:25:49.598221 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:49.644817 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=9c469cf7-3853-4f08-a3ac-0fed64d795f7,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:49.952195 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952387-0819-440f-8699-b8f2aadc73c8 req-5304cbf7-7fcc-4fd6-a383-4809dcda40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:49.953661 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a2952387-0819-440f-8699-b8f2aadc73c8 req-5304cbf7-7fcc-4fd6-a383-4809dcda40ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 1098 time: 0.0430427 Sep 01 02:25:49.989405 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-a2952387-0819-440f-8699-b8f2aadc73c8 req-ff5b8dd9-1eb9-4bf2-9fd3-5f61ed645604 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277719 Sep 01 02:25:50.566743 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f034f30-951b-4648-9aec-fb40ba766f9f req-c46eba8e-900d-4104-b71a-797ef5587ae1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:50.568382 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5f034f30-951b-4648-9aec-fb40ba766f9f req-c46eba8e-900d-4104-b71a-797ef5587ae1 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 945 time: 0.0532756 Sep 01 02:25:50.612694 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5f034f30-951b-4648-9aec-fb40ba766f9f req-c5b5e865-eb0f-4955-bbe6-56aadeb20448 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363634 Sep 01 02:25:51.205030 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:51.308237 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.394398 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.461561 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47260) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:51.484149 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.525024 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23209185b03243feb1733f785115aad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165567 Sep 01 02:25:51.525024 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6dfc09-0c78-4cca-b46e-f22697571949,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:51.525545 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47264) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:51.531871 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.532336 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.532544 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.532989 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.533326 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.534494 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.534689 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.534985 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.535455 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.535889 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.536115 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.536447 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c6571-e7c4-44cb-af00-52cd4aff490e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.579176 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-db768ed4-cc5f-48a8-a734-7629f1fabb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.599068 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.631100 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.762028 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da9481-ef27-40b5-885d-df11c6866202 req-f52c731d-6cc7-49a6-b3aa-df035df6997c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:51.763431 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b1da9481-ef27-40b5-885d-df11c6866202 req-f52c731d-6cc7-49a6-b3aa-df035df6997c tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 945 time: 0.0769429 Sep 01 02:25:51.765165 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-db768ed4-cc5f-48a8-a734-7629f1fabb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.800475 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b1da9481-ef27-40b5-885d-df11c6866202 req-ad43ad9e-d3cc-46bd-85f0-871d306a9a4f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310183 Sep 01 02:25:51.801171 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.803691 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.804692 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be6dfc09-0c78-4cca-b46e-f22697571949 HTTP/1.1" status: 204 len: 168 time: 0.2780144 Sep 01 02:25:51.812215 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6dfc09-0c78-4cca-b46e-f22697571949,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.828241 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba12643-001d-4197-858e-aec4d23d466d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:25:51.849813 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-db768ed4-cc5f-48a8-a734-7629f1fabb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.914104 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-db768ed4-cc5f-48a8-a734-7629f1fabb2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efe3fe1abf904beda96b027ba2a6cb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514232 Sep 01 02:25:51.915892 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db768ed4-cc5f-48a8-a734-7629f1fabb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82131830-0686-40cf-996b-8e106053e8b2,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:51.916839 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:51.942732 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9254-f322-4320-a88c-abf748a1fe36 req-b94b365b-8bdf-463e-8589-a22b15961c20 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:51.944257 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6e6e9254-f322-4320-a88c-abf748a1fe36 req-b94b365b-8bdf-463e-8589-a22b15961c20 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 945 time: 0.0674005 Sep 01 02:25:51.966732 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2c450a-6a8d-4483-b7d7-b3cc7a9f5fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:51.982572 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6e6e9254-f322-4320-a88c-abf748a1fe36 req-606ccf18-6a30-49be-83cd-62955eb58db3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323145 Sep 01 02:25:51.989482 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2c450a-6a8d-4483-b7d7-b3cc7a9f5fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:52.005338 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47274) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:52.124211 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2c450a-6a8d-4483-b7d7-b3cc7a9f5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:52.126842 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2c450a-6a8d-4483-b7d7-b3cc7a9f5fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:52.131012 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-1d2c450a-6a8d-4483-b7d7-b3cc7a9f5fe3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82131830-0686-40cf-996b-8e106053e8b2 HTTP/1.1" status: 204 len: 168 time: 0.2130611 Sep 01 02:25:52.140036 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c450a-6a8d-4483-b7d7-b3cc7a9f5fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82131830-0686-40cf-996b-8e106053e8b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:52.194499 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901518e5-b939-4f91-b4ae-09932bfda978 tempest-TestVolumeBootPattern-1435836964 tempest-TestVolumeBootPattern-1435836964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:52.198782 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-901518e5-b939-4f91-b4ae-09932bfda978 tempest-TestVolumeBootPattern-1435836964 tempest-TestVolumeBootPattern-1435836964-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 1093 time: 0.1900325 Sep 01 02:25:52.199059 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47282) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:52.209058 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Request body: {'floatingip': {'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'port_id': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 02:25:52.307211 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:52.407290 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:52.527764 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Allocated IP 172.27.1.138 (89393945-2bfe-4da0-8579-8eccb334d266/8fcb7de6-f9a5-47b1-adfa-2f7e642090fe/36f0f22a-577a-4906-a45e-798db77ebbc4) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 02:25:52.632372 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:52.724642 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735293425430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:52.765607 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Network 89393945-2bfe-4da0-8579-8eccb334d266 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 02:25:52.770909 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 02:25:52.775286 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 02:25:52.778487 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'Port': ['ID=36f0f22a-577a-4906-a45e-798db77ebbc4,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:52.822647 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47302) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:52.857089 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0af6a5b8-ac0a-4978-8827-b603fd7beb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.116710 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0af6a5b8-ac0a-4978-8827-b603fd7beb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.205147 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.227242 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0af6a5b8-ac0a-4978-8827-b603fd7beb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.292689 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0af6a5b8-ac0a-4978-8827-b603fd7beb8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d72b70370984789956368b6a2ad6280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618070 Sep 01 02:25:53.292689 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6a5b8-ac0a-4978-8827-b603fd7beb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd838fe-f7f4-4167-98da-e28f7de7c68b,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:53.294533 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47312) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:25:53.365128 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.389792 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e74bcf13-9320-420b-9fcc-b75e1f20be46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.421180 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e74bcf13-9320-420b-9fcc-b75e1f20be46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.561932 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.605917 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e74bcf13-9320-420b-9fcc-b75e1f20be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.608510 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e74bcf13-9320-420b-9fcc-b75e1f20be46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.609657 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e74bcf13-9320-420b-9fcc-b75e1f20be46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dd838fe-f7f4-4167-98da-e28f7de7c68b HTTP/1.1" status: 204 len: 168 time: 0.3135421 Sep 01 02:25:53.618454 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bcf13-9320-420b-9fcc-b75e1f20be46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd838fe-f7f4-4167-98da-e28f7de7c68b,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:53.638460 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265943575'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.715717 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event updated for resources: {'Port': ['ID=36f0f22a-577a-4906-a45e-798db77ebbc4,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:25:53.726795 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-368660'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:53.830409 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Floating IP fee05957-003c-4f0b-9127-07277aa4beaa associated. External IP: 172.27.1.138, port: 9c469cf7-3853-4f08-a3ac-0fed64d795f7. Sep 01 02:25:54.037715 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:25:54.142288 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:25:54.165026 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] Sync routers for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:25:54.174111 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:25:54.174763 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:25:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:54.246621 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:25:54.289272 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5e60cb8d-d993-4a7c-b7ca-f3ff61ab0a6f tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0755177 Sep 01 02:25:54.289272 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987e9607-5277-431b-96db-a69102a056bd', 'tag': '9c469cf7-3853-4f08-a3ac-0fed64d795f7'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:25:54.289272 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e934b7bbd68b539515aab067d22ca764a891fcb5eca48e9cd773553d1d57de6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5583bff2-30c0-4195-b6c0-9092d7d4cb94" -d '{"events": [{"name": "network-changed", "server_uuid": "987e9607-5277-431b-96db-a69102a056bd", "tag": "9c469cf7-3853-4f08-a3ac-0fed64d795f7"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:25:54.290359 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:25:54.315947 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c868c0-bf0c-450b-91e5-dc7292ef18a7 x-openstack-request-id: req-21c868c0-bf0c-450b-91e5-dc7292ef18a7 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:25:54.317077 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987e9607-5277-431b-96db-a69102a056bd", "tag": "9c469cf7-3853-4f08-a3ac-0fed64d795f7", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:25:54.317447 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21c868c0-bf0c-450b-91e5-dc7292ef18a7 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:25:54.317941 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987e9607-5277-431b-96db-a69102a056bd', 'tag': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'status': 'completed', 'code': 200} Sep 01 02:25:54.390352 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-7cad630e-558e-48eb-94dc-d52e8274ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:54.391651 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-7cad630e-558e-48eb-94dc-d52e8274ca12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 1098 time: 0.0494778 Sep 01 02:25:54.513597 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-646e0464-7430-4bab-a6cb-85dfa0e591e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:54.515786 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-646e0464-7430-4bab-a6cb-85dfa0e591e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 913 time: 0.1151881 Sep 01 02:25:54.555106 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '655f6284-2091-443c-a03a-80b830fb68cd', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:24:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:23:35Z', 'updated_at': '2021-09-01T02:23:38Z', 'revision_number': 1, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}, {'id': 'fee05957-003c-4f0b-9127-07277aa4beaa', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:97:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e9607-5277-431b-96db-a69102a056bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:25:53Z', 'updated_at': '2021-09-01T02:25:53Z', 'revision_number': 0, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:54.581353 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] Checking router: b7bc9cb8-7209-4ca2-b13e-a96fb329de15 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:25:54.588351 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-734f19ea-0718-4689-86c6-05e881bba6c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c469cf7-3853-4f08-a3ac-0fed64d795f7 HTTP/1.1" status: 200 len: 999 time: 0.0645800 Sep 01 02:25:54.590113 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:25:54.590925 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:25:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:54.640829 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-f1bfb403-ecb0-4ffb-be52-97727797a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:54.642487 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-f1bfb403-ecb0-4ffb-be52-97727797a517 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0461853 Sep 01 02:25:54.695063 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-0cf8de85-738f-4565-849e-036429da0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:25:54.696547 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-0cf8de85-738f-4565-849e-036429da0b36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454264 Sep 01 02:25:54.707748 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:25:54.799825 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-50e58dbb-5016-4b84-9788-6ea5d7f0012a service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948081 Sep 01 02:25:54.889374 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-5583bff2-30c0-4195-b6c0-9092d7d4cb94 req-c1280c99-b69d-4c82-82f6-703203f9f6c9 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825331 Sep 01 02:25:54.937331 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '655f6284-2091-443c-a03a-80b830fb68cd', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:24:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:23:35Z', 'updated_at': '2021-09-01T02:23:38Z', 'revision_number': 1, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}, {'id': 'fee05957-003c-4f0b-9127-07277aa4beaa', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:97:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e9607-5277-431b-96db-a69102a056bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:25:53Z', 'updated_at': '2021-09-01T02:25:53Z', 'revision_number': 0, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:25:54.967625 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ed3ff-afb8-46f7-a8ac-34a4fa926ec9 None None] The sync data for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi is: [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '655f6284-2091-443c-a03a-80b830fb68cd', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:24:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:23:35Z', 'updated_at': '2021-09-01T02:23:38Z', 'revision_number': 1, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}, {'id': 'fee05957-003c-4f0b-9127-07277aa4beaa', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:97:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e9607-5277-431b-96db-a69102a056bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:25:53Z', 'updated_at': '2021-09-01T02:25:53Z', 'revision_number': 0, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:25:55.158381 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a357f8e-8bd8-4817-a504-6499e9668329 None None] New status for floating IP fee05957-003c-4f0b-9127-07277aa4beaa: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:25:55.859164 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:26:04.308829 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d43ac45-dda8-4309-b3ee-9b8a6088869d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:06.308584 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:06.609355 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2be1de0-8b75-49dc-a1c8-d39c7b0d788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:07.182820 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:08.197991 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:09.302525 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:12.316855 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47552) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:12.417634 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4176817-98ff-4d84-883b-81c5a05027b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:12.506351 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4176817-98ff-4d84-883b-81c5a05027b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:12.634422 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4176817-98ff-4d84-883b-81c5a05027b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:12.670550 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4176817-98ff-4d84-883b-81c5a05027b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffbfa9a-9f55-4d64-a7d5-72dbff5f9d46,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:12.675699 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a4176817-98ff-4d84-883b-81c5a05027b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe6b555ebb9d40d3a073a729b0be6c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577933 Sep 01 02:26:12.678170 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:12.724722 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdd825f3-5af4-425f-b3e1-9013aae4f133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:12.745621 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdd825f3-5af4-425f-b3e1-9013aae4f133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:12.897382 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdd825f3-5af4-425f-b3e1-9013aae4f133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:12.899971 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdd825f3-5af4-425f-b3e1-9013aae4f133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:12.901135 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-bdd825f3-5af4-425f-b3e1-9013aae4f133 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cffbfa9a-9f55-4d64-a7d5-72dbff5f9d46 HTTP/1.1" status: 204 len: 168 time: 0.2220643 Sep 01 02:26:12.909324 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd825f3-5af4-425f-b3e1-9013aae4f133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffbfa9a-9f55-4d64-a7d5-72dbff5f9d46,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:13.512390 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:13.526123 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fd38-149e-4ff7-ad18-2b2701ce44fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:13.609238 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fd38-149e-4ff7-ad18-2b2701ce44fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:13.677181 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fd38-149e-4ff7-ad18-2b2701ce44fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:13.717059 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c6e0fd38-149e-4ff7-ad18-2b2701ce44fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46a2a08fe79341fd87c2bf24cc31955d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034991 Sep 01 02:26:13.717925 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0fd38-149e-4ff7-ad18-2b2701ce44fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b9a9b0-99f0-48ae-a53b-c51b40b87ba7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:13.719805 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47566) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:13.768382 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf56e7-fcb4-44d0-9cd2-f65651192cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:13.792122 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf56e7-fcb4-44d0-9cd2-f65651192cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:13.902603 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf56e7-fcb4-44d0-9cd2-f65651192cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:13.905186 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2bbf56e7-fcb4-44d0-9cd2-f65651192cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:13.906350 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2bbf56e7-fcb4-44d0-9cd2-f65651192cdb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79b9a9b0-99f0-48ae-a53b-c51b40b87ba7 HTTP/1.1" status: 204 len: 168 time: 0.1855068 Sep 01 02:26:13.914494 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf56e7-fcb4-44d0-9cd2-f65651192cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b9a9b0-99f0-48ae-a53b-c51b40b87ba7,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:14.560285 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47574) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:14.573342 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-877fd73a-4c26-4e50-9d30-917640addb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:14.658396 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-877fd73a-4c26-4e50-9d30-917640addb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:14.763202 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-877fd73a-4c26-4e50-9d30-917640addb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:14.801829 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-877fd73a-4c26-4e50-9d30-917640addb0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92ced31f460a457aa7da3c5c01e34517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404957 Sep 01 02:26:14.802701 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fd73a-4c26-4e50-9d30-917640addb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d236f4-d032-43a6-bb80-b1334d36dab0,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:14.804504 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:14.852848 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d724aa04-b604-4d90-a97f-37bffd3f12d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:14.874151 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d724aa04-b604-4d90-a97f-37bffd3f12d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:14.994246 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d724aa04-b604-4d90-a97f-37bffd3f12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:14.997146 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d724aa04-b604-4d90-a97f-37bffd3f12d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:14.998367 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d724aa04-b604-4d90-a97f-37bffd3f12d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4d236f4-d032-43a6-bb80-b1334d36dab0 HTTP/1.1" status: 204 len: 168 time: 0.1928656 Sep 01 02:26:15.009650 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724aa04-b604-4d90-a97f-37bffd3f12d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d236f4-d032-43a6-bb80-b1334d36dab0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:17.866423 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6768dd8-276f-4ac1-a243-47d6ea8f3f4c req-1a415834-e317-449a-8398-b238935aa062 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:17.867961 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a6768dd8-276f-4ac1-a243-47d6ea8f3f4c req-1a415834-e317-449a-8398-b238935aa062 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0486274 Sep 01 02:26:17.907991 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-a6768dd8-276f-4ac1-a243-47d6ea8f3f4c req-f3f6ba8f-33fa-4606-84b8-fa97b9b2c3b6 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334361 Sep 01 02:26:19.023673 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf14297-b7a9-493e-af99-9bb0213e8472 req-b8a31759-2b9a-4edd-a95f-e1d1ea85e3f1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:19.025719 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-abf14297-b7a9-493e-af99-9bb0213e8472 req-b8a31759-2b9a-4edd-a95f-e1d1ea85e3f1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0513008 Sep 01 02:26:19.061933 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-abf14297-b7a9-493e-af99-9bb0213e8472 req-f6b29efd-c20b-4a97-8cf8-eace389db6bb tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306752 Sep 01 02:26:20.170922 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b1994-da2b-473c-a425-5a70868b3aca req-e165ef0c-17c6-4beb-9ca6-15a5d7bdf148 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:20.172375 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-091b1994-da2b-473c-a425-5a70868b3aca req-e165ef0c-17c6-4beb-9ca6-15a5d7bdf148 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0470083 Sep 01 02:26:20.208929 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-091b1994-da2b-473c-a425-5a70868b3aca req-f8619236-3cb8-4f8f-bdb9-e02163aa168e tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308354 Sep 01 02:26:21.320677 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a258-9f33-4de8-8593-ef79f429937e req-6abe062d-ffde-4ed6-b487-503cf4f9bb05 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:21.322761 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-50b5a258-9f33-4de8-8593-ef79f429937e req-6abe062d-ffde-4ed6-b487-503cf4f9bb05 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0487454 Sep 01 02:26:21.358540 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-50b5a258-9f33-4de8-8593-ef79f429937e req-431b92b2-fb59-4e93-ab9c-463c59086444 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299394 Sep 01 02:26:22.473623 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629bc54-2148-4f6d-a4c0-76a2ad199557 req-605ff26d-d29b-4b22-ad67-f13e99655510 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:22.475109 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c629bc54-2148-4f6d-a4c0-76a2ad199557 req-605ff26d-d29b-4b22-ad67-f13e99655510 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0511839 Sep 01 02:26:22.514629 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c629bc54-2148-4f6d-a4c0-76a2ad199557 req-27a3520a-136e-4b22-85b1-179078a2d8e7 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324991 Sep 01 02:26:23.626775 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d837922-122c-42df-8271-dd0ae8e7471a req-5161fbdf-0bec-4791-8d03-30cf7313f882 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:23.628391 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d837922-122c-42df-8271-dd0ae8e7471a req-5161fbdf-0bec-4791-8d03-30cf7313f882 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0503290 Sep 01 02:26:23.667498 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-6d837922-122c-42df-8271-dd0ae8e7471a req-d7b3a665-d43b-44ac-8ba9-cde1cd3260c6 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Sep 01 02:26:24.775563 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d648d-b95d-49fe-b66d-e97cf95940f0 req-ba36f641-b5b9-49e9-87cc-96b3b96a92b2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:24.776930 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-718d648d-b95d-49fe-b66d-e97cf95940f0 req-ba36f641-b5b9-49e9-87cc-96b3b96a92b2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0468476 Sep 01 02:26:24.813735 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-718d648d-b95d-49fe-b66d-e97cf95940f0 req-1b6906e5-ea8f-4d9f-9b67-901ddbb16203 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Sep 01 02:26:25.269425 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:25.378767 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cffdaf4a-cde3-46a6-baad-964ba12619bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:25.466912 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cffdaf4a-cde3-46a6-baad-964ba12619bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:25.523378 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cffdaf4a-cde3-46a6-baad-964ba12619bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:25.562142 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-cffdaf4a-cde3-46a6-baad-964ba12619bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b1c96341a3e46f58b30d80832f67815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915735 Sep 01 02:26:25.563196 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdaf4a-cde3-46a6-baad-964ba12619bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4355d6-4b73-4b83-a388-48fa48f478e8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:25.564725 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47756) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:25.618490 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-db18f1f8-4f20-4483-b5f5-8a4c54dd9b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:25.640163 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-db18f1f8-4f20-4483-b5f5-8a4c54dd9b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:25.770864 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-db18f1f8-4f20-4483-b5f5-8a4c54dd9b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:25.773446 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-db18f1f8-4f20-4483-b5f5-8a4c54dd9b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:25.779752 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-db18f1f8-4f20-4483-b5f5-8a4c54dd9b8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b4355d6-4b73-4b83-a388-48fa48f478e8 HTTP/1.1" status: 204 len: 168 time: 0.2088675 Sep 01 02:26:25.782777 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18f1f8-4f20-4483-b5f5-8a4c54dd9b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4355d6-4b73-4b83-a388-48fa48f478e8,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:25.924909 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6091de-702c-4156-846f-70c2721c5986 req-af52ae8e-45f0-4d5d-8d33-429ccb3c16b4 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:25.926385 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc6091de-702c-4156-846f-70c2721c5986 req-af52ae8e-45f0-4d5d-8d33-429ccb3c16b4 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0476432 Sep 01 02:26:25.964470 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bc6091de-702c-4156-846f-70c2721c5986 req-5fb5edf7-8ac6-47e8-aad6-60cc0cb84f5f tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315959 Sep 01 02:26:26.350216 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47768) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:26.365964 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a618e829-fa46-4d0b-9e28-c7c481c7e580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:26.450342 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a618e829-fa46-4d0b-9e28-c7c481c7e580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:26.520049 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a618e829-fa46-4d0b-9e28-c7c481c7e580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:26.558597 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a618e829-fa46-4d0b-9e28-c7c481c7e580 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8341299018b4828aa856a71629d0d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073429 Sep 01 02:26:26.559471 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618e829-fa46-4d0b-9e28-c7c481c7e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0096b988-d4dc-4f3d-be28-241ad04f819f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:26.561400 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47770) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:26.609409 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ab3c63e5-67c9-455b-8827-221dfaa8af16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:26.630845 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ab3c63e5-67c9-455b-8827-221dfaa8af16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:26.705679 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47774) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:26.751460 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ab3c63e5-67c9-455b-8827-221dfaa8af16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:26.753983 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ab3c63e5-67c9-455b-8827-221dfaa8af16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:26.755141 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ab3c63e5-67c9-455b-8827-221dfaa8af16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0096b988-d4dc-4f3d-be28-241ad04f819f HTTP/1.1" status: 204 len: 168 time: 0.1926928 Sep 01 02:26:26.763491 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c63e5-67c9-455b-8827-221dfaa8af16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0096b988-d4dc-4f3d-be28-241ad04f819f,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:26.810538 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7f0c-0d3a-4ed7-98c7-7ca630fa5274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:26.894751 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7f0c-0d3a-4ed7-98c7-7ca630fa5274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:26.934166 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7f0c-0d3a-4ed7-98c7-7ca630fa5274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:26.972855 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ea3b7f0c-0d3a-4ed7-98c7-7ca630fa5274 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf41178012894e13811d272c6ef564b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661297 Sep 01 02:26:26.973958 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b7f0c-0d3a-4ed7-98c7-7ca630fa5274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed581321-bb5e-411c-9b0f-79ddb15a9133,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:26.975959 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:27.026862 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ef18-3290-4eb4-9c4d-a4d1b83d931d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:27.048055 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ef18-3290-4eb4-9c4d-a4d1b83d931d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:27.081092 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db398f-9cea-4113-abee-2d53f2891efe req-f935d83e-0e7e-45b3-9918-21c5adc272f0 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:27.082803 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e9db398f-9cea-4113-abee-2d53f2891efe req-f935d83e-0e7e-45b3-9918-21c5adc272f0 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0498214 Sep 01 02:26:27.124805 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e9db398f-9cea-4113-abee-2d53f2891efe req-ab7dc7d1-67b7-4b44-beb8-14e5b79538e1 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325975 Sep 01 02:26:27.180559 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ef18-3290-4eb4-9c4d-a4d1b83d931d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:27.183270 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ee9ef18-3290-4eb4-9c4d-a4d1b83d931d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:27.184488 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-6ee9ef18-3290-4eb4-9c4d-a4d1b83d931d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed581321-bb5e-411c-9b0f-79ddb15a9133 HTTP/1.1" status: 204 len: 168 time: 0.2075510 Sep 01 02:26:27.193980 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9ef18-3290-4eb4-9c4d-a4d1b83d931d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed581321-bb5e-411c-9b0f-79ddb15a9133,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:27.765754 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 47806) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:27.778812 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-621c83b2-a4b4-4e6e-8013-f5efe3cd5f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:27.867765 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-621c83b2-a4b4-4e6e-8013-f5efe3cd5f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:27.948501 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-621c83b2-a4b4-4e6e-8013-f5efe3cd5f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:27.986820 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-621c83b2-a4b4-4e6e-8013-f5efe3cd5f2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f478cc9765b4e59919f730eca10d0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200084 Sep 01 02:26:27.988140 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c83b2-a4b4-4e6e-8013-f5efe3cd5f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeecf03-2c33-4c16-8286-4e0bbcf5b74b,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:27.989494 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:28.038977 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2d83d9b-07a1-4354-83e6-f8dc18521325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:28.062042 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2d83d9b-07a1-4354-83e6-f8dc18521325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:28.128758 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-cc093971-8c87-4b73-ae34-5592bc2d560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:28.130230 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-cc093971-8c87-4b73-ae34-5592bc2d560a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244&device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 1098 time: 0.0406971 Sep 01 02:26:28.218562 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2d83d9b-07a1-4354-83e6-f8dc18521325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:28.221085 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2d83d9b-07a1-4354-83e6-f8dc18521325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:28.224843 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b2d83d9b-07a1-4354-83e6-f8dc18521325 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/adeecf03-2c33-4c16-8286-4e0bbcf5b74b HTTP/1.1" status: 204 len: 168 time: 0.2306576 Sep 01 02:26:28.232213 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-06a41fcb-6ccd-49d5-af92-32b328e49f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:28.233667 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-06a41fcb-6ccd-49d5-af92-32b328e49f3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0 HTTP/1.1" status: 200 len: 910 time: 0.0958176 Sep 01 02:26:28.234528 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d83d9b-07a1-4354-83e6-f8dc18521325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeecf03-2c33-4c16-8286-4e0bbcf5b74b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:28.238596 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e66e7-2da6-444b-9b16-d83c9751e936 req-418c31fd-ce17-4bb4-9057-f61a097bdc0c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:28.240125 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-788e66e7-2da6-444b-9b16-d83c9751e936 req-418c31fd-ce17-4bb4-9057-f61a097bdc0c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0483196 Sep 01 02:26:28.290228 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-788e66e7-2da6-444b-9b16-d83c9751e936 req-fc553ef4-ff9d-4c32-a8e1-35aa9347cbac tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355220 Sep 01 02:26:28.311547 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-b9f9595d-6c92-4c8f-924e-9fa88ad58e42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5 HTTP/1.1" status: 200 len: 1001 time: 0.0655723 Sep 01 02:26:28.364206 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-3cf184f7-ae1c-4327-9276-fbcd497c6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:28.366003 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-3cf184f7-ae1c-4327-9276-fbcd497c6af9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7082dc13-de76-4075-985f-e2897326823d HTTP/1.1" status: 200 len: 848 time: 0.0459917 Sep 01 02:26:28.412840 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-226cbdcc-47a0-4507-aacb-3fb84fe314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:28.414332 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-226cbdcc-47a0-4507-aacb-3fb84fe314bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403211 Sep 01 02:26:28.506720 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-bbc336cd-2755-4696-8bc3-39daa413bbba service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841687 Sep 01 02:26:28.597767 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-7aef3127-567f-4ee9-a3c8-65746a6c57e7 req-fa4f9b47-099a-470e-8215-99ecf91b074f service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836215 Sep 01 02:26:29.401718 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d53e09-e4cd-4bc6-8b5c-0c30cb76d167 req-d41d64c3-d9d1-4686-8aa5-e33a339cd34b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:29.403203 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-55d53e09-e4cd-4bc6-8b5c-0c30cb76d167 req-d41d64c3-d9d1-4686-8aa5-e33a339cd34b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Sep 01 02:26:29.440156 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-55d53e09-e4cd-4bc6-8b5c-0c30cb76d167 req-5fb3f758-0fc2-482f-bd67-12b83be6d90d tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Sep 01 02:26:30.566554 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc0a46-34d3-467d-a5ee-7811fa60e324 req-905dcb4d-1e26-4946-a993-0ed43088722b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:30.568473 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1afc0a46-34d3-467d-a5ee-7811fa60e324 req-905dcb4d-1e26-4946-a993-0ed43088722b tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0539296 Sep 01 02:26:30.585369 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:30.607784 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-1afc0a46-34d3-467d-a5ee-7811fa60e324 req-f39cbac2-8aaf-4ac9-ad8d-87e3ca79016c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327773 Sep 01 02:26:30.693997 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a275eeaa-ea1d-4191-802d-3d9d66314b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:30.778086 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a275eeaa-ea1d-4191-802d-3d9d66314b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:30.856416 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a275eeaa-ea1d-4191-802d-3d9d66314b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:30.891852 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275eeaa-ea1d-4191-802d-3d9d66314b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a508292-55f3-419b-8d6e-e48c09811390,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:30.896104 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a275eeaa-ea1d-4191-802d-3d9d66314b8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39c69d971e47482c8209380818915000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097286 Sep 01 02:26:30.898848 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47884) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:30.945467 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0526ff3-0c72-4bf6-b88c-0fbc71c0f74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:30.965321 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0526ff3-0c72-4bf6-b88c-0fbc71c0f74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:31.085387 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0526ff3-0c72-4bf6-b88c-0fbc71c0f74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:31.087977 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0526ff3-0c72-4bf6-b88c-0fbc71c0f74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:31.089600 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b0526ff3-0c72-4bf6-b88c-0fbc71c0f74e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a508292-55f3-419b-8d6e-e48c09811390 HTTP/1.1" status: 204 len: 168 time: 0.1898303 Sep 01 02:26:31.097197 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0526ff3-0c72-4bf6-b88c-0fbc71c0f74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a508292-55f3-419b-8d6e-e48c09811390,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:31.720618 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafb3c2-3c31-4d8b-a47c-ede0e64fbc47 req-d110f603-1338-43d7-93e5-00d1433dc971 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:31.721123 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47894) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:31.722098 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dfafb3c2-3c31-4d8b-a47c-ede0e64fbc47 req-d110f603-1338-43d7-93e5-00d1433dc971 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0476997 Sep 01 02:26:31.734074 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea62030a-ef6c-4e70-ac45-67315d1b069f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:31.760119 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dfafb3c2-3c31-4d8b-a47c-ede0e64fbc47 req-ada55533-d76f-4ff3-856f-576870942ad9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317631 Sep 01 02:26:31.822357 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea62030a-ef6c-4e70-ac45-67315d1b069f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:31.907709 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea62030a-ef6c-4e70-ac45-67315d1b069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:31.942508 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62030a-ef6c-4e70-ac45-67315d1b069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27baf66f-4181-4ace-be37-63334169fe5e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:31.946770 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ea62030a-ef6c-4e70-ac45-67315d1b069f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73548359f72e4fb6bb909053e8b53d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250724 Sep 01 02:26:31.950448 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 47896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:31.996173 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef709-224d-49c3-8c9d-a868e3aa69ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:32.016542 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef709-224d-49c3-8c9d-a868e3aa69ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:32.145876 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef709-224d-49c3-8c9d-a868e3aa69ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:32.148324 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef709-224d-49c3-8c9d-a868e3aa69ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:32.149538 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ce2ef709-224d-49c3-8c9d-a868e3aa69ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27baf66f-4181-4ace-be37-63334169fe5e HTTP/1.1" status: 204 len: 168 time: 0.1986718 Sep 01 02:26:32.159668 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef709-224d-49c3-8c9d-a868e3aa69ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27baf66f-4181-4ace-be37-63334169fe5e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:32.858057 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:26:32.872655 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685850ef-0bd1-43d1-8a73-73c60c71081e req-c80a4939-f494-4c93-8163-7417ccf49da4 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:32.874105 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-685850ef-0bd1-43d1-8a73-73c60c71081e req-c80a4939-f494-4c93-8163-7417ccf49da4 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0476992 Sep 01 02:26:32.909808 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-685850ef-0bd1-43d1-8a73-73c60c71081e req-0978e00e-7a1b-460b-b939-92f05e83ab9c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297756 Sep 01 02:26:33.535237 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device f2561eba-48fd-4f58-9fbd-024994ee7ce5 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:26:33.610973 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:33.632539 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:26:33.634747 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea461a0-2f73-45a2-bf90-e4cb293ecb48" -d '{"events": [{"server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "name": "network-vif-unplugged", "status": "completed", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:26:33.649500 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port f2561eba-48fd-4f58-9fbd-024994ee7ce5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:26:33.674569 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 02:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5255ee5-c536-4460-ba82-f922a5f6ace1 x-openstack-request-id: req-f5255ee5-c536-4460-ba82-f922a5f6ace1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:26:33.674925 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "name": "network-vif-unplugged", "status": "completed", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:26:33.675180 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5255ee5-c536-4460-ba82-f922a5f6ace1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:26:33.675605 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'code': 200} Sep 01 02:26:33.731376 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:33.780075 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=f2561eba-48fd-4f58-9fbd-024994ee7ce5,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:34.037161 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546702-b9a2-4bdd-bccb-0da761c78444 req-74ee87d2-91cb-4cab-a6c8-35167d492a24 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:34.038573 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ab546702-b9a2-4bdd-bccb-0da761c78444 req-74ee87d2-91cb-4cab-a6c8-35167d492a24 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0526137 Sep 01 02:26:34.075251 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ab546702-b9a2-4bdd-bccb-0da761c78444 req-47d98ee6-98ba-4ba5-96b2-e51aca86d946 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300965 Sep 01 02:26:34.317611 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e7b6e4e-0934-4c4c-987c-f47b93f80e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:35.193023 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b83679-a8d7-48eb-bf8f-6d04d07a3460 req-6d9ae1bc-ef52-497b-bb6c-dcc242a0146f tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:35.194473 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64b83679-a8d7-48eb-bf8f-6d04d07a3460 req-6d9ae1bc-ef52-497b-bb6c-dcc242a0146f tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0500834 Sep 01 02:26:35.231610 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64b83679-a8d7-48eb-bf8f-6d04d07a3460 req-ed2f2716-8177-47c5-b9a7-a224579dbfb0 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Sep 01 02:26:35.580388 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc67816-d740-4548-8d32-e733da6aae7f req-8b125b9a-cf9f-44a8-95d6-181a88a723e6 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:35.581610 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4fc67816-d740-4548-8d32-e733da6aae7f req-8b125b9a-cf9f-44a8-95d6-181a88a723e6 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0527959 Sep 01 02:26:35.621156 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4fc67816-d740-4548-8d32-e733da6aae7f req-c23bd423-9dcd-437d-b327-aad8209ed292 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333152 Sep 01 02:26:35.704510 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-4e64b689-1686-41b4-959a-277b7f9f4946 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301179 Sep 01 02:26:36.342346 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:36.574831 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9a8aa70-1c0b-49f6-8a40-eade413fe694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:36.736190 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70e7d4-fba0-4f1e-ba44-03907f2ec71d req-e668f1dc-cd60-4641-b104-13f468e0dc8a tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:36.737679 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0d70e7d4-fba0-4f1e-ba44-03907f2ec71d req-e668f1dc-cd60-4641-b104-13f468e0dc8a tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0515075 Sep 01 02:26:36.776485 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0d70e7d4-fba0-4f1e-ba44-03907f2ec71d req-69396a59-82a6-4768-9238-5e34a7048632 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Sep 01 02:26:37.130613 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:37.799977 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:37.868632 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:37.899460 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a0507-d55d-453d-8c86-e0d20450a612 req-e094d719-d2e7-47d7-a232-ffaeb7bb6f38 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:37.907412 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-641a0507-d55d-453d-8c86-e0d20450a612 req-e094d719-d2e7-47d7-a232-ffaeb7bb6f38 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0592084 Sep 01 02:26:37.953941 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-641a0507-d55d-453d-8c86-e0d20450a612 req-ed054b84-58d3-4142-81d7-0ee194e8cad8 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Sep 01 02:26:37.978037 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9344df7-ef3f-415d-8026-f533554b0d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.001588 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb56a64c-9946-405d-9bd2-7c2de1bf209b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.086719 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9344df7-ef3f-415d-8026-f533554b0d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.147341 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9344df7-ef3f-415d-8026-f533554b0d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.174236 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.194268 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d9344df7-ef3f-415d-8026-f533554b0d04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cbaf5c8a9894c6ca681201f60d2608e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851464 Sep 01 02:26:38.201352 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48046) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:38.205047 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9344df7-ef3f-415d-8026-f533554b0d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6831cf-b381-4c61-9eac-807d16575ec3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:38.252567 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a6258d6-a018-43ac-a764-f8b53a3a002d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.264161 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb56a64c-9946-405d-9bd2-7c2de1bf209b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.273308 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a6258d6-a018-43ac-a764-f8b53a3a002d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.322401 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb56a64c-9946-405d-9bd2-7c2de1bf209b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.360809 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-cb56a64c-9946-405d-9bd2-7c2de1bf209b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cef9fb49610c461eb01530ab4b9f2cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908140 Sep 01 02:26:38.362640 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a64c-9946-405d-9bd2-7c2de1bf209b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b946e6-4226-4dc3-862b-6a9edc0ff63d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:38.363702 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48048) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:38.395034 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a6258d6-a018-43ac-a764-f8b53a3a002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.397474 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a6258d6-a018-43ac-a764-f8b53a3a002d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.401175 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4a6258d6-a018-43ac-a764-f8b53a3a002d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df6831cf-b381-4c61-9eac-807d16575ec3 HTTP/1.1" status: 204 len: 168 time: 0.1975710 Sep 01 02:26:38.411247 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6258d6-a018-43ac-a764-f8b53a3a002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6831cf-b381-4c61-9eac-807d16575ec3,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:38.428768 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0d117be1-de3b-40e6-a869-b74949e4824e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.451801 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0d117be1-de3b-40e6-a869-b74949e4824e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.580224 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0d117be1-de3b-40e6-a869-b74949e4824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.584719 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0d117be1-de3b-40e6-a869-b74949e4824e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:38.584719 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0d117be1-de3b-40e6-a869-b74949e4824e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23b946e6-4226-4dc3-862b-6a9edc0ff63d HTTP/1.1" status: 204 len: 168 time: 0.2192545 Sep 01 02:26:38.591845 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d117be1-de3b-40e6-a869-b74949e4824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b946e6-4226-4dc3-862b-6a9edc0ff63d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:39.061406 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39051f78-3573-40f2-9033-444d9cde1b5b req-80ca0c57-e700-4f39-86ec-6ffd1780db3c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:39.062935 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-39051f78-3573-40f2-9033-444d9cde1b5b req-80ca0c57-e700-4f39-86ec-6ffd1780db3c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0516889 Sep 01 02:26:39.100086 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-39051f78-3573-40f2-9033-444d9cde1b5b req-8f23779f-5463-405a-b00e-f5bfbc1383ac tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308826 Sep 01 02:26:39.331014 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:40.223698 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8f7b7-ec75-4a8a-aad7-86b241f063e5 req-fb08de90-07f0-4d83-ae68-b409c9322f5d tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:40.225478 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-92d8f7b7-ec75-4a8a-aad7-86b241f063e5 req-fb08de90-07f0-4d83-ae68-b409c9322f5d tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0519993 Sep 01 02:26:40.233479 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:40.398524 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-197503c7-345f-4350-9c70-a6a26908e74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:40.496840 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-197503c7-345f-4350-9c70-a6a26908e74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:40.543184 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-92d8f7b7-ec75-4a8a-aad7-86b241f063e5 req-4afa84da-4b98-4dde-a195-c2005f7479a8 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114519 Sep 01 02:26:40.582196 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-197503c7-345f-4350-9c70-a6a26908e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:40.625583 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-197503c7-345f-4350-9c70-a6a26908e74e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d59d8d6a1c34f1aa1a07f5eeabecf4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909452 Sep 01 02:26:40.626552 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197503c7-345f-4350-9c70-a6a26908e74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e3bfb-41bf-48ae-8e90-19444098d8b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:40.628411 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48130) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:40.679708 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-da1ce83f-7fd4-4bda-9f05-4d4cb1f113a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:40.700364 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-da1ce83f-7fd4-4bda-9f05-4d4cb1f113a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:40.825760 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-da1ce83f-7fd4-4bda-9f05-4d4cb1f113a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:40.828373 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-da1ce83f-7fd4-4bda-9f05-4d4cb1f113a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:40.829515 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-da1ce83f-7fd4-4bda-9f05-4d4cb1f113a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f11e3bfb-41bf-48ae-8e90-19444098d8b1 HTTP/1.1" status: 204 len: 168 time: 0.1998730 Sep 01 02:26:40.837372 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ce83f-7fd4-4bda-9f05-4d4cb1f113a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e3bfb-41bf-48ae-8e90-19444098d8b1,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:41.656881 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643e8b-c389-409d-8ad8-2eabaab9fb5a req-bc5f1e40-be5b-4f5b-9a06-c41554658f4f tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:41.658338 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e6643e8b-c389-409d-8ad8-2eabaab9fb5a req-bc5f1e40-be5b-4f5b-9a06-c41554658f4f tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0494649 Sep 01 02:26:41.695701 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e6643e8b-c389-409d-8ad8-2eabaab9fb5a req-7875ac24-23c7-41be-a8ab-b40f4997551f tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313857 Sep 01 02:26:42.464771 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-6ee1571d-5831-408b-9189-a9fc317f082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:42.466801 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-6ee1571d-5831-408b-9189-a9fc317f082a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257&tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244 HTTP/1.1" status: 200 len: 1096 time: 0.0399704 Sep 01 02:26:42.526960 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-3d404f3d-5ca1-44a5-8aae-9b7cabfd4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:42.528954 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-3d404f3d-5ca1-44a5-8aae-9b7cabfd4f98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244&device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 1096 time: 0.0384521 Sep 01 02:26:42.621231 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-0d81d061-7448-4bc6-a6cd-705b92256097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:42.622694 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-0d81d061-7448-4bc6-a6cd-705b92256097 service neutron] 10.222.0.26 "GET /v2.0/networks?id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0 HTTP/1.1" status: 200 len: 910 time: 0.0862248 Sep 01 02:26:42.687923 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-a7de8572-a972-43e2-bf42-193b6b14a31f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5 HTTP/1.1" status: 200 len: 999 time: 0.0576515 Sep 01 02:26:42.737583 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-daccba69-9f96-4091-9465-2d9818e15678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:42.739037 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-daccba69-9f96-4091-9465-2d9818e15678 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7082dc13-de76-4075-985f-e2897326823d HTTP/1.1" status: 200 len: 848 time: 0.0434990 Sep 01 02:26:42.788642 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-428efedb-65d9-49ea-aece-449a10ff5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:42.790118 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-428efedb-65d9-49ea-aece-449a10ff5de2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433004 Sep 01 02:26:42.813810 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c839ca-bd75-4beb-9936-76c1c09f4f80 req-ad58c3f6-1b76-42f3-abbb-e76d4b763321 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:42.819488 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5c839ca-bd75-4beb-9936-76c1c09f4f80 req-ad58c3f6-1b76-42f3-abbb-e76d4b763321 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0545647 Sep 01 02:26:42.860083 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e5c839ca-bd75-4beb-9936-76c1c09f4f80 req-4c45d2c7-be96-41b2-b022-ca521871b6d7 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364795 Sep 01 02:26:42.889941 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-3fc05c62-f7c6-46f1-a315-ae32c2afca15 service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918114 Sep 01 02:26:42.986331 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f70aa858-adee-416c-9110-eb46cb5e1562 req-6fea7e3f-ed2b-4b8c-8e3f-f2f1fa875ca9 service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885706 Sep 01 02:26:43.977484 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6140002-d7fa-42f4-a859-ef965d2dd509 req-709c33ac-d6de-4499-9827-9b672cf73d9c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:43.979038 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c6140002-d7fa-42f4-a859-ef965d2dd509 req-709c33ac-d6de-4499-9827-9b672cf73d9c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0502248 Sep 01 02:26:44.016490 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c6140002-d7fa-42f4-a859-ef965d2dd509 req-6ad89331-adba-4a04-9323-e79eac91b81d tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308011 Sep 01 02:26:45.128281 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5301f-1e73-4dfc-8db0-64902627318b req-656a0f82-4861-4a11-92bd-7896b5451e0d tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:45.129813 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4ed5301f-1e73-4dfc-8db0-64902627318b req-656a0f82-4861-4a11-92bd-7896b5451e0d tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0481668 Sep 01 02:26:45.167583 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4ed5301f-1e73-4dfc-8db0-64902627318b req-804cb12d-9abf-409d-96b6-93513cf2e974 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319812 Sep 01 02:26:46.282335 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2745adf-ff45-413e-889f-5979bf09859c req-8219fd90-d312-4724-8dca-29a2e124493f tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:46.283803 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e2745adf-ff45-413e-889f-5979bf09859c req-8219fd90-d312-4724-8dca-29a2e124493f tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0505624 Sep 01 02:26:46.320014 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e2745adf-ff45-413e-889f-5979bf09859c req-5bcf7b49-9e3e-479a-83e3-9551b85b7714 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302742 Sep 01 02:26:47.431303 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e264e-fe33-4d08-8627-d7c0cda0fd91 req-c7aeda97-5371-4157-968f-ed74ca50d2ee tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:47.432794 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b16e264e-fe33-4d08-8627-d7c0cda0fd91 req-c7aeda97-5371-4157-968f-ed74ca50d2ee tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0476186 Sep 01 02:26:47.470315 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b16e264e-fe33-4d08-8627-d7c0cda0fd91 req-44e07632-a715-4fc6-9f5a-3a6b55182a2e tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Sep 01 02:26:48.585784 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac75052-2a4f-4b63-aa2b-f455c2376b98 req-cacd7d7c-c41f-428e-ba98-2f2b5a669c90 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:48.587360 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fac75052-2a4f-4b63-aa2b-f455c2376b98 req-cacd7d7c-c41f-428e-ba98-2f2b5a669c90 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0478525 Sep 01 02:26:48.625899 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fac75052-2a4f-4b63-aa2b-f455c2376b98 req-557ea354-aec9-440d-aca2-4b29c917f1ea tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324161 Sep 01 02:26:49.740153 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9367a4-9b27-486b-8f74-a2be586b1152 req-c933ab9a-cf83-4b22-b19d-69b912927346 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:49.741580 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f9367a4-9b27-486b-8f74-a2be586b1152 req-c933ab9a-cf83-4b22-b19d-69b912927346 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0503612 Sep 01 02:26:49.777915 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4f9367a4-9b27-486b-8f74-a2be586b1152 req-af935a8c-e956-45cf-8a89-0ef858114660 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302098 Sep 01 02:26:50.887540 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2ae1e-3489-4742-aaef-0d0c2a9f53fc req-e15d6d3d-5227-4be8-a26a-8b7533b3b529 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:50.889477 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35b2ae1e-3489-4742-aaef-0d0c2a9f53fc req-e15d6d3d-5227-4be8-a26a-8b7533b3b529 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0469224 Sep 01 02:26:50.925577 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-35b2ae1e-3489-4742-aaef-0d0c2a9f53fc req-0df4d6cf-dbe9-4b9d-8471-58e984c7afa3 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303352 Sep 01 02:26:51.899533 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device f2561eba-48fd-4f58-9fbd-024994ee7ce5 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 02:26:51.991714 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port f2561eba-48fd-4f58-9fbd-024994ee7ce5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:26:52.003179 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Returning: {'device': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'port_id': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'mac_address': 'fa:16:3e:7d:38:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 02:26:52.038413 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e02bca-927c-4e22-bab8-f54e8062ad51 req-75657683-0fec-44a4-853e-cbcebe48334c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:52.039961 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c3e02bca-927c-4e22-bab8-f54e8062ad51 req-75657683-0fec-44a4-853e-cbcebe48334c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 943 time: 0.0475454 Sep 01 02:26:52.043541 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:52.057635 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2561eba-48fd-4f58-9fbd-024994ee7ce5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 02:26:52.076353 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port f2561eba-48fd-4f58-9fbd-024994ee7ce5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:26:52.078991 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c3e02bca-927c-4e22-bab8-f54e8062ad51 req-c78e0bda-f1bd-4889-a39b-52b2c011b304 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Sep 01 02:26:52.145305 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:52.192978 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=f2561eba-48fd-4f58-9fbd-024994ee7ce5,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:52.200138 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.200492 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.200840 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.201217 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.202044 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.202378 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.202712 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.203046 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.203376 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.204060 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.204060 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.204348 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:52.434848 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] get_ports_and_sgs() called for port_ids ['f2561eba-48fd-4f58-9fbd-024994ee7ce5'] {{(pid=94640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 02:26:53.196492 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac813f5-2dff-4c54-9b8d-bd42d423c421 req-e18adbb2-ba78-447c-88f2-3bbe5faf46b2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:53.197986 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eac813f5-2dff-4c54-9b8d-bd42d423c421 req-e18adbb2-ba78-447c-88f2-3bbe5faf46b2 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 944 time: 0.0531909 Sep 01 02:26:53.235328 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-eac813f5-2dff-4c54-9b8d-bd42d423c421 req-ef53f933-6986-4252-9f2b-d126b4c13143 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307760 Sep 01 02:26:53.348721 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:53.455803 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:53.548798 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:53.616740 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device f2561eba-48fd-4f58-9fbd-024994ee7ce5 up at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 02:26:53.663845 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Provisioning complete for port f2561eba-48fd-4f58-9fbd-024994ee7ce5 triggered by entity L2. {{(pid=94640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 02:26:53.664258 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635992'] for port, provisioning_complete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:53.665402 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:53.705608 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e50188e1a4f445038cf98f4b0ec32722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557916 Sep 01 02:26:53.706438 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e444b7-3fa7-45a9-a322-b7172257fd05,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:53.710397 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48304) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:53.713489 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.713847 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.714190 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.714535 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.714867 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.715200 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.715595 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.715930 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.716261 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.716590 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.717007 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.717338 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65c70-bb67-4762-9d69-540e78efb9ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.744152 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3628751'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:53.762053 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:53.766558 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:26:53.768802 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ae221aea2a8d010c17f67fb2eedd69a8f428e3203edfdcc817486bbde01550" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e2e8fd-9ed5-4da9-bc3f-96368dda969a" -d '{"events": [{"server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "name": "network-vif-plugged", "status": "completed", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:26:53.781225 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] For port f2561eba-48fd-4f58-9fbd-024994ee7ce5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:26:53.783414 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:53.804389 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635009b8-f231-48f4-98f8-0b5a381a366d x-openstack-request-id: req-635009b8-f231-48f4-98f8-0b5a381a366d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:26:53.804678 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "name": "network-vif-plugged", "status": "completed", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:26:53.806581 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-635009b8-f231-48f4-98f8-0b5a381a366d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:26:53.806581 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'code': 200} Sep 01 02:26:53.853947 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735293954003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735293425448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735293425466'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:53.900289 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Pushing event updated for resources: {'Port': ['ID=f2561eba-48fd-4f58-9fbd-024994ee7ce5,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:53.916921 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:53.919500 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:53.921225 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8e444b7-3fa7-45a9-a322-b7172257fd05 HTTP/1.1" status: 204 len: 168 time: 0.2095382 Sep 01 02:26:53.929111 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e444b7-3fa7-45a9-a322-b7172257fd05,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:53.936287 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.936643 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.936992 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.937333 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.937666 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.938001 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.938333 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.938688 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.939019 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.939347 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.939701 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:53.940028 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daf039-12b2-48f7-91c6-1bb6a5aa5681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:26:54.346556 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa035aa4-30d2-45e2-b1f4-711fddd0c239 req-457e3974-f6d9-44a8-b570-1b7b31e24a8a tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:54.348074 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aa035aa4-30d2-45e2-b1f4-711fddd0c239 req-457e3974-f6d9-44a8-b570-1b7b31e24a8a tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0471642 Sep 01 02:26:54.386771 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-aa035aa4-30d2-45e2-b1f4-711fddd0c239 req-170ce6e2-eb15-4ce9-8d9d-8b9543d7b996 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329442 Sep 01 02:26:54.566264 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48316) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:54.579224 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-13d2d7f4-09d3-49d5-bc0d-d16adb21fbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:54.662962 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-13d2d7f4-09d3-49d5-bc0d-d16adb21fbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:54.727945 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-13d2d7f4-09d3-49d5-bc0d-d16adb21fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:54.765811 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-13d2d7f4-09d3-49d5-bc0d-d16adb21fbe8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3bbd882d7dc42adaa572074d6713fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984589 Sep 01 02:26:54.766681 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2d7f4-09d3-49d5-bc0d-d16adb21fbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b69ed35-6110-4cc9-9c21-b75cc089f314,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:54.768526 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:54.815298 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-067628c1-726d-4403-a60e-df6c82c2a349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:54.834883 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-067628c1-726d-4403-a60e-df6c82c2a349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:54.956783 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-067628c1-726d-4403-a60e-df6c82c2a349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:54.959245 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-067628c1-726d-4403-a60e-df6c82c2a349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:54.960440 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-067628c1-726d-4403-a60e-df6c82c2a349 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b69ed35-6110-4cc9-9c21-b75cc089f314 HTTP/1.1" status: 204 len: 168 time: 0.1909113 Sep 01 02:26:54.968599 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067628c1-726d-4403-a60e-df6c82c2a349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b69ed35-6110-4cc9-9c21-b75cc089f314,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:55.502467 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffe74a-eb42-4f72-92e3-e70b4005658b req-eda03364-e2ad-4f8c-95e9-fab5c5bd0dbe tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:55.504010 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32ffe74a-eb42-4f72-92e3-e70b4005658b req-eda03364-e2ad-4f8c-95e9-fab5c5bd0dbe tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0486920 Sep 01 02:26:55.541681 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-32ffe74a-eb42-4f72-92e3-e70b4005658b req-6d87ac88-78a0-48c9-8a6b-afcfe9eb50a9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316546 Sep 01 02:26:55.583012 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:55.602424 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29bb993-0f43-4cfe-a2e5-0a45cc6d480f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:55.686809 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29bb993-0f43-4cfe-a2e5-0a45cc6d480f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:55.750591 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29bb993-0f43-4cfe-a2e5-0a45cc6d480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:55.786147 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bb993-0f43-4cfe-a2e5-0a45cc6d480f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab6c275-2bcf-4e37-980b-6fecd466bf18,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:55.791202 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d29bb993-0f43-4cfe-a2e5-0a45cc6d480f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=918a451cc8d149f38ea327b3bd83ae0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071071 Sep 01 02:26:55.794041 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48334) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:26:55.840945 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56c2a54a-ecc8-4ac7-bd1a-c162aa066596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:55.862387 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56c2a54a-ecc8-4ac7-bd1a-c162aa066596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:56.002410 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56c2a54a-ecc8-4ac7-bd1a-c162aa066596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:56.004876 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56c2a54a-ecc8-4ac7-bd1a-c162aa066596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:26:56.005987 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-56c2a54a-ecc8-4ac7-bd1a-c162aa066596 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fab6c275-2bcf-4e37-980b-6fecd466bf18 HTTP/1.1" status: 204 len: 168 time: 0.2113943 Sep 01 02:26:56.013659 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2a54a-ecc8-4ac7-bd1a-c162aa066596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab6c275-2bcf-4e37-980b-6fecd466bf18,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:26:56.251561 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f9744-f51a-4511-82a0-1a78668e97d0 req-25c12277-28cb-433c-ae87-f099e26440d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:56.253071 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-458f9744-f51a-4511-82a0-1a78668e97d0 req-25c12277-28cb-433c-ae87-f099e26440d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 1098 time: 0.0410187 Sep 01 02:26:56.290670 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-458f9744-f51a-4511-82a0-1a78668e97d0 req-c874adbc-7ed4-438a-a531-6bc30d080259 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299118 Sep 01 02:26:56.654885 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b813df-532d-4b97-a21c-9cdb17b35ba2 req-16869337-fbe8-47f4-97fe-eea8d1c67942 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:56.656359 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-26b813df-532d-4b97-a21c-9cdb17b35ba2 req-16869337-fbe8-47f4-97fe-eea8d1c67942 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0508628 Sep 01 02:26:56.693337 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-26b813df-532d-4b97-a21c-9cdb17b35ba2 req-cb5afc74-23ac-4cbb-9741-e674f9c69853 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310609 Sep 01 02:26:57.806698 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0da45-24cb-4ae8-8a7a-fab5248a4884 req-94f1b788-7354-4944-817c-5b736ab82098 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:26:57.808216 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-28f0da45-24cb-4ae8-8a7a-fab5248a4884 req-94f1b788-7354-4944-817c-5b736ab82098 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0481286 Sep 01 02:26:57.846915 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-28f0da45-24cb-4ae8-8a7a-fab5248a4884 req-1a626d82-2e7e-4a0c-8ede-f8b8c40406f6 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322444 Sep 01 02:27:03.303775 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:03.404168 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3f33245-52f4-43c8-ba74-e291e45e2c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:03.488041 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3f33245-52f4-43c8-ba74-e291e45e2c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:03.564302 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3f33245-52f4-43c8-ba74-e291e45e2c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:03.601401 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-b3f33245-52f4-43c8-ba74-e291e45e2c05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0511201688e24a82867adb22af22f2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965522 Sep 01 02:27:03.602264 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f33245-52f4-43c8-ba74-e291e45e2c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf327b42-4858-409e-bdd2-a89988f36b83,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:03.604111 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48418) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:03.654081 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-436b158d-f8bc-4eb9-b66e-089796359069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:03.676068 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-436b158d-f8bc-4eb9-b66e-089796359069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:03.798692 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-436b158d-f8bc-4eb9-b66e-089796359069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:03.801264 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-436b158d-f8bc-4eb9-b66e-089796359069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:03.802391 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-436b158d-f8bc-4eb9-b66e-089796359069 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf327b42-4858-409e-bdd2-a89988f36b83 HTTP/1.1" status: 204 len: 168 time: 0.1972280 Sep 01 02:27:03.809668 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b158d-f8bc-4eb9-b66e-089796359069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf327b42-4858-409e-bdd2-a89988f36b83,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:04.284965 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b99f69d2-99a0-4751-9ea4-858bbe22eccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:06.335792 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:06.541940 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-338f5b8a-d0ff-4cb6-8f42-76709c67000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:07.141820 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:08.187208 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:09.341519 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:09.856789 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:27:34.298797 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-048272e2-91a6-4c1d-a1f5-71fc7d341b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:35.502175 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:35.652279 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Deleting port 36f0f22a-577a-4906-a45e-798db77ebbc4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:35.652632 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:35.964895 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:35.965229 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:35.976823 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Calling delete_port for 36f0f22a-577a-4906-a45e-798db77ebbc4 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:36.215332 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:36.241259 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event deleted for resources: {'Port': ['ID=36f0f22a-577a-4906-a45e-798db77ebbc4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:36.301614 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:36.301956 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Floating IP fee05957-003c-4f0b-9127-07277aa4beaa disassociated (deleted). External IP: 172.27.1.138, port: 9c469cf7-3853-4f08-a3ac-0fed64d795f7. Sep 01 02:27:36.341224 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:36.500371 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:27:36.544642 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99a702a-d61d-45a2-887b-ab815aab2fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:36.603914 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:27:36.608205 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:36.615109 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] Sync routers for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:27:36.624808 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:27:36.625936 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:27:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:36.634998 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c4da1022-63ae-4391-ae88-0b229873131e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "DELETE /v2.0/floatingips/fee05957-003c-4f0b-9127-07277aa4beaa HTTP/1.1" status: 204 len: 168 time: 1.1317472 Sep 01 02:27:36.635843 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987e9607-5277-431b-96db-a69102a056bd', 'tag': '9c469cf7-3853-4f08-a3ac-0fed64d795f7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:27:36.638218 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a65f3f-9711-46a9-a048-1b4718819a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "987e9607-5277-431b-96db-a69102a056bd", "tag": "9c469cf7-3853-4f08-a3ac-0fed64d795f7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:27:36.678197 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe3d81-c13d-48e3-a5f8-4912d137de77 x-openstack-request-id: req-66fe3d81-c13d-48e3-a5f8-4912d137de77 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:27:36.678549 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987e9607-5277-431b-96db-a69102a056bd", "tag": "9c469cf7-3853-4f08-a3ac-0fed64d795f7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:27:36.678807 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66fe3d81-c13d-48e3-a5f8-4912d137de77 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:27:36.679224 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987e9607-5277-431b-96db-a69102a056bd', 'tag': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'status': 'completed', 'code': 200} Sep 01 02:27:36.732491 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:27:36.744511 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-dc734988-61db-4a2b-a5e2-c960af5e744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:36.746387 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-dc734988-61db-4a2b-a5e2-c960af5e744c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 1098 time: 0.0446415 Sep 01 02:27:36.833791 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-4c107be7-c75a-496b-a0e8-56b4848a8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:36.835160 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-4c107be7-c75a-496b-a0e8-56b4848a8ec0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 913 time: 0.0823307 Sep 01 02:27:36.876273 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-8e61de48-51e5-487f-8033-51d9b2930f13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c469cf7-3853-4f08-a3ac-0fed64d795f7 HTTP/1.1" status: 200 len: 217 time: 0.0340743 Sep 01 02:27:36.929789 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-1a76e381-c9a9-4cd4-9e93-98d771192ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:36.931284 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-1a76e381-c9a9-4cd4-9e93-98d771192ccf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0479083 Sep 01 02:27:36.959023 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '655f6284-2091-443c-a03a-80b830fb68cd', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:24:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:23:35Z', 'updated_at': '2021-09-01T02:23:38Z', 'revision_number': 1, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:36.977098 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-6f20139d-c698-40bf-a950-bf086f47e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:36.978569 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-6f20139d-c698-40bf-a950-bf086f47e1f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390165 Sep 01 02:27:36.984387 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] Checking router: b7bc9cb8-7209-4ca2-b13e-a96fb329de15 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:27:36.990195 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-92e4433b-10fa-4359-9205-bec97954f927 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 02:27:36.991227 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-92e4433b-10fa-4359-9205-bec97954f927 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050225 Sep 01 02:27:36.993509 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:27:36.994123 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:27:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:37.081950 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-c3cb7659-daf0-409e-8cdb-d916e17193b9 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840054 Sep 01 02:27:37.115010 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:27:37.178124 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-44a65f3f-9711-46a9-a048-1b4718819a3c req-0c87406e-730b-429d-9806-33884daf1a34 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881085 Sep 01 02:27:37.194102 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:37.285142 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490bdf4-906e-4e96-a978-b426183e9bd1 req-b1d6c23d-7f14-441a-97f7-dd555d13fa26 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:37.286785 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c490bdf4-906e-4e96-a978-b426183e9bd1 req-b1d6c23d-7f14-441a-97f7-dd555d13fa26 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 945 time: 0.2248008 Sep 01 02:27:37.323563 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c490bdf4-906e-4e96-a978-b426183e9bd1 req-c5df441f-12fd-4d2c-aac4-49e233c6c2c3 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306635 Sep 01 02:27:37.350355 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '655f6284-2091-443c-a03a-80b830fb68cd', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:24:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:23:35Z', 'updated_at': '2021-09-01T02:23:38Z', 'revision_number': 1, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:37.376313 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56d866-0367-4455-a6a9-3335bba2eb10 None None] The sync data for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi is: [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_floatingips': [{'id': '655f6284-2091-443c-a03a-80b830fb68cd', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'router_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'port_id': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'mac_address': 'fa:16:3e:24:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T02:23:35Z', 'updated_at': '2021-09-01T02:23:38Z', 'revision_number': 1, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:27:37.588432 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c961e-46ea-43a4-90c1-cd14caa38916 None None] New status for floating IP fee05957-003c-4f0b-9127-07277aa4beaa: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:27:38.198187 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:38.492067 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1827-f3fa-4878-a173-423841c7d3e5 req-aaadac56-d6a3-4188-907e-3d8a2d29f2ef tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:38.493514 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-866b1827-f3fa-4878-a173-423841c7d3e5 req-aaadac56-d6a3-4188-907e-3d8a2d29f2ef tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 945 time: 0.1025999 Sep 01 02:27:38.531061 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-866b1827-f3fa-4878-a173-423841c7d3e5 req-e7a46e38-60ee-443c-8bdb-4db7ae16d423 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313196 Sep 01 02:27:38.631914 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-d73196f1-3d1a-41c1-a7bc-d6df3b2371cf tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:38.633336 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-d73196f1-3d1a-41c1-a7bc-d6df3b2371cf tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 945 time: 0.0475144 Sep 01 02:27:38.725106 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-17c53550-77af-4aa5-9923-4583c8cb4730 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Deleting port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:38.725453 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-17c53550-77af-4aa5-9923-4583c8cb4730 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:38.809491 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-17c53550-77af-4aa5-9923-4583c8cb4730 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] For port 9c469cf7-3853-4f08-a3ac-0fed64d795f7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9c469cf7-3853-4f08-a3ac-0fed64d795f7,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:27:38.809786 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-17c53550-77af-4aa5-9923-4583c8cb4730 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:38.822205 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-17c53550-77af-4aa5-9923-4583c8cb4730 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Calling delete_port for 9c469cf7-3853-4f08-a3ac-0fed64d795f7 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:39.032729 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-17c53550-77af-4aa5-9923-4583c8cb4730 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:39.058603 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c53550-77af-4aa5-9923-4583c8cb4730 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event deleted for resources: {'Port': ['ID=9c469cf7-3853-4f08-a3ac-0fed64d795f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:39.101320 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-17c53550-77af-4aa5-9923-4583c8cb4730 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] No DVR routers for this DVR port 9c469cf7-3853-4f08-a3ac-0fed64d795f7 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:27:39.104349 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-17c53550-77af-4aa5-9923-4583c8cb4730 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:39.106368 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-ce9a97ca-c3cb-4e51-9a04-42b40c59c95b req-17c53550-77af-4aa5-9923-4583c8cb4730 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "DELETE /v2.0/ports/9c469cf7-3853-4f08-a3ac-0fed64d795f7 HTTP/1.1" status: 204 len: 173 time: 0.4668944 Sep 01 02:27:39.106803 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987e9607-5277-431b-96db-a69102a056bd', 'name': 'network-vif-deleted', 'tag': '9c469cf7-3853-4f08-a3ac-0fed64d795f7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:27:39.109039 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e92a8d-d260-419b-9a1a-0a5cb7fdd7e3" -d '{"events": [{"server_uuid": "987e9607-5277-431b-96db-a69102a056bd", "name": "network-vif-deleted", "tag": "9c469cf7-3853-4f08-a3ac-0fed64d795f7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:27:39.145173 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7f587e-1c26-4f9d-b3e5-ddcbb4f46591 x-openstack-request-id: req-ca7f587e-1c26-4f9d-b3e5-ddcbb4f46591 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:27:39.145465 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987e9607-5277-431b-96db-a69102a056bd", "name": "network-vif-deleted", "tag": "9c469cf7-3853-4f08-a3ac-0fed64d795f7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:27:39.145725 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca7f587e-1c26-4f9d-b3e5-ddcbb4f46591 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:27:39.146126 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987e9607-5277-431b-96db-a69102a056bd', 'name': 'network-vif-deleted', 'tag': '9c469cf7-3853-4f08-a3ac-0fed64d795f7', 'status': 'completed', 'code': 200} Sep 01 02:27:39.346763 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:39.622728 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4b27fdc4-ab88-4179-b784-4cb735811a48 req-0e1ebadb-24b6-45b8-8ec5-5849341e8123 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=987e9607-5277-431b-96db-a69102a056bd HTTP/1.1" status: 200 len: 210 time: 0.0263352 Sep 01 02:27:41.808289 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 9c469cf7-3853-4f08-a3ac-0fed64d795f7 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:27:41.831736 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 9c469cf7-3853-4f08-a3ac-0fed64d795f7 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:27:41.832710 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 9c469cf7-3853-4f08-a3ac-0fed64d795f7 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:27:43.150197 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:43.305958 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Deleting port 54f83670-012a-4b0a-bd5b-657160b31cd0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:43.306370 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:43.378232 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:43.378560 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:43.389810 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Calling delete_port for 54f83670-012a-4b0a-bd5b-657160b31cd0 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:43.567723 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-fa998d26-051f-4e0b-ac5c-caf47ed5a210 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146026 Sep 01 02:27:43.645953 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:43.658919 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-813763d5-2b13-4e12-8f7e-9483738a804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:43.660453 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-813763d5-2b13-4e12-8f7e-9483738a804f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 1098 time: 0.0514784 Sep 01 02:27:43.680101 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event deleted for resources: {'Port': ['ID=54f83670-012a-4b0a-bd5b-657160b31cd0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:43.797439 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:43.797771 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Floating IP 655f6284-2091-443c-a03a-80b830fb68cd disassociated (deleted). External IP: 172.27.1.101, port: 264fc2a1-d963-4276-9f00-6a32124a44a9. Sep 01 02:27:43.845162 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-ef82e4d8-b38f-428b-bfce-9bca9027870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:43.846630 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-ef82e4d8-b38f-428b-bfce-9bca9027870d service neutron] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 913 time: 0.1646461 Sep 01 02:27:43.916355 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-40b3f204-e052-4f0e-9e47-5e17c6c53043 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264fc2a1-d963-4276-9f00-6a32124a44a9 HTTP/1.1" status: 200 len: 217 time: 0.0611830 Sep 01 02:27:43.979081 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-c6038263-2b81-4452-9a31-88411edb899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:43.980525 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-c6038263-2b81-4452-9a31-88411edb899d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0544538 Sep 01 02:27:44.084337 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-4e78b62f-0b7b-49d0-9762-c259a452cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:44.085781 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-4e78b62f-0b7b-49d0-9762-c259a452cc10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0729420 Sep 01 02:27:44.157399 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:27:44.231245 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-53469326-1ca0-4b25-94b9-e6143ce7d0fd service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374948 Sep 01 02:27:44.330739 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:27:44.336630 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:44.340674 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] Sync routers for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:27:44.349304 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:27:44.349926 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:27:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:44.376268 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-de8cffe8-8ee6-478d-ad82-d536056c5a09 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "DELETE /v2.0/floatingips/655f6284-2091-443c-a03a-80b830fb68cd HTTP/1.1" status: 204 len: 168 time: 1.2250044 Sep 01 02:27:44.379580 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'tag': '264fc2a1-d963-4276-9f00-6a32124a44a9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:27:44.382304 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3" -d '{"events": [{"name": "network-changed", "server_uuid": "df2248b1-3f32-442c-ac63-624d45bb60e2", "tag": "264fc2a1-d963-4276-9f00-6a32124a44a9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:27:44.395488 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-916b96a3-e9a5-4838-a3ff-1f0c4a0a1578 req-0587e775-3a29-4c7b-a6bb-72e780bfc223 service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298296 Sep 01 02:27:44.459004 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:27:44.505387 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b252e-3a0a-4867-a24d-15dd6cdda847 x-openstack-request-id: req-104b252e-3a0a-4867-a24d-15dd6cdda847 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:27:44.505679 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2248b1-3f32-442c-ac63-624d45bb60e2", "tag": "264fc2a1-d963-4276-9f00-6a32124a44a9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:27:44.505930 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-104b252e-3a0a-4867-a24d-15dd6cdda847 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:27:44.506318 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'tag': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'status': 'completed', 'code': 200} Sep 01 02:27:44.568067 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-c1ac29a4-30c0-4c07-9602-35feed287b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:44.569592 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-c1ac29a4-30c0-4c07-9602-35feed287b12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae8a367d60b4355acaa71457db9d859&device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 1098 time: 0.0408199 Sep 01 02:27:44.662615 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-de94a1b6-de63-4fd0-bc64-bebc41ef2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:44.664412 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:44.664625 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-de94a1b6-de63-4fd0-bc64-bebc41ef2b66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 200 len: 913 time: 0.0875683 Sep 01 02:27:44.691258 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] Checking router: b7bc9cb8-7209-4ca2-b13e-a96fb329de15 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:27:44.700273 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:27:44.700877 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:27:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:44.707825 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-ef235cbc-ec50-4ebf-918a-3c0889880784 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=264fc2a1-d963-4276-9f00-6a32124a44a9 HTTP/1.1" status: 200 len: 217 time: 0.0351176 Sep 01 02:27:44.763530 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-73d6bcad-c817-4433-8db1-ea8f904bcd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:44.765254 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-73d6bcad-c817-4433-8db1-ea8f904bcd69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 200 len: 851 time: 0.0472682 Sep 01 02:27:44.819829 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-c647acbd-35f0-4ead-9336-82043e8d9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:44.821262 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-c647acbd-35f0-4ead-9336-82043e8d9509 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=327d78ae-35dc-41c7-99f1-3dd8d500bd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488813 Sep 01 02:27:44.877080 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6cdb3-5d56-4928-aaea-e2d676da3d72 req-761ba7b2-12dc-4848-9b04-3a360fd80503 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:44.878718 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cce6cdb3-5d56-4928-aaea-e2d676da3d72 req-761ba7b2-12dc-4848-9b04-3a360fd80503 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 945 time: 0.0567713 Sep 01 02:27:44.919489 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-67f1e732-35d8-4902-a0fb-8485eb49d00e service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899334 Sep 01 02:27:44.920414 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cce6cdb3-5d56-4928-aaea-e2d676da3d72 req-383ed5d3-8291-485a-85ca-b42f80159c9e tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355554 Sep 01 02:27:44.949095 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:27:45.016030 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-c4b7ec66-f6b5-4a95-92a5-43ebee1b0db3 req-fb978692-6d7d-400c-a6c9-7f490dc1fc1f service neutron] 10.222.0.26 "GET /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877645 Sep 01 02:27:45.144689 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:45.169717 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4936bc-63cf-4954-aa5e-610acb24b508 None None] The sync data for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi is: [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:06Z', 'revision_number': 4, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'd13bc271-abdc-4484-baee-aa7280295d31', 'name': '', 'network_id': '327d78ae-35dc-41c7-99f1-3dd8d500bd1d', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'mac_address': 'fa:16:3e:b7:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:05Z', 'updated_at': '2021-09-01T02:19:10Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'subnets': [{'id': 'adfe0113-567d-4a8e-a678-c7bc8406b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:27:45.390353 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517ee29-2957-41df-b4e2-22d59abceb05 None None] New status for floating IP 655f6284-2091-443c-a03a-80b830fb68cd: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:27:46.034167 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b01ff1-90ac-41dc-b8c4-286df5e9ff83 req-92ba8267-0991-42be-b0c3-0e4e9946b7ec tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:46.035666 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-49b01ff1-90ac-41dc-b8c4-286df5e9ff83 req-92ba8267-0991-42be-b0c3-0e4e9946b7ec tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 945 time: 0.0482814 Sep 01 02:27:46.073804 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-49b01ff1-90ac-41dc-b8c4-286df5e9ff83 req-ef3feb5b-654a-44df-bfc2-2011656b11c8 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab76d1d-c4d2-4283-9579-ed490e8be396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318496 Sep 01 02:27:46.413902 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-5bb9c037-6fd2-47aa-abf9-c52dacbcc255 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:27:46.415359 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-5bb9c037-6fd2-47aa-abf9-c52dacbcc255 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 945 time: 0.0517869 Sep 01 02:27:46.504101 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-081104b0-8bc1-4e51-8921-f2465ab72755 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Deleting port 264fc2a1-d963-4276-9f00-6a32124a44a9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:46.504364 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-081104b0-8bc1-4e51-8921-f2465ab72755 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:46.592734 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-081104b0-8bc1-4e51-8921-f2465ab72755 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] For port 264fc2a1-d963-4276-9f00-6a32124a44a9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=264fc2a1-d963-4276-9f00-6a32124a44a9,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:27:46.593101 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-081104b0-8bc1-4e51-8921-f2465ab72755 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:46.605876 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-081104b0-8bc1-4e51-8921-f2465ab72755 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Calling delete_port for 264fc2a1-d963-4276-9f00-6a32124a44a9 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:46.821195 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-081104b0-8bc1-4e51-8921-f2465ab72755 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:46.854210 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081104b0-8bc1-4e51-8921-f2465ab72755 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event deleted for resources: {'Port': ['ID=264fc2a1-d963-4276-9f00-6a32124a44a9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:46.856732 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:27:46.890915 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-081104b0-8bc1-4e51-8921-f2465ab72755 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] No DVR routers for this DVR port 264fc2a1-d963-4276-9f00-6a32124a44a9 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:27:46.893296 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-081104b0-8bc1-4e51-8921-f2465ab72755 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:46.895322 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-2425f193-b0e4-471e-b099-2a0054cc5f03 req-081104b0-8bc1-4e51-8921-f2465ab72755 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.26 "DELETE /v2.0/ports/264fc2a1-d963-4276-9f00-6a32124a44a9 HTTP/1.1" status: 204 len: 173 time: 0.4741571 Sep 01 02:27:46.895771 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'name': 'network-vif-deleted', 'tag': '264fc2a1-d963-4276-9f00-6a32124a44a9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:27:46.898592 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f02882-0e1b-401f-8729-16c11a29d84d" -d '{"events": [{"server_uuid": "df2248b1-3f32-442c-ac63-624d45bb60e2", "name": "network-vif-deleted", "tag": "264fc2a1-d963-4276-9f00-6a32124a44a9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:27:46.932510 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f978e5-7c4b-4f57-aa28-0e2736987a15 x-openstack-request-id: req-60f978e5-7c4b-4f57-aa28-0e2736987a15 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:27:46.932796 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2248b1-3f32-442c-ac63-624d45bb60e2", "name": "network-vif-deleted", "tag": "264fc2a1-d963-4276-9f00-6a32124a44a9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:27:46.933121 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60f978e5-7c4b-4f57-aa28-0e2736987a15 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:27:46.933513 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2248b1-3f32-442c-ac63-624d45bb60e2', 'name': 'network-vif-deleted', 'tag': '264fc2a1-d963-4276-9f00-6a32124a44a9', 'status': 'completed', 'code': 200} Sep 01 02:27:47.164352 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-ddc0068d-12bb-4803-99c6-9c1d09766a37 req-1c5097f6-4c3b-4912-a062-14aacab41d19 tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2248b1-3f32-442c-ac63-624d45bb60e2 HTTP/1.1" status: 200 len: 210 time: 0.0256400 Sep 01 02:27:48.217001 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:48.337328 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c41a69df-89a6-4334-b166-5ab335a728fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Deleting port 8bb84d17-466f-47f7-a1aa-45f57d9aca67 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:48.337674 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c41a69df-89a6-4334-b166-5ab335a728fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:48.413732 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c41a69df-89a6-4334-b166-5ab335a728fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:48.414082 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c41a69df-89a6-4334-b166-5ab335a728fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:48.426963 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c41a69df-89a6-4334-b166-5ab335a728fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Calling delete_port for 8bb84d17-466f-47f7-a1aa-45f57d9aca67 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:48.621061 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c41a69df-89a6-4334-b166-5ab335a728fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:48.884174 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a69df-89a6-4334-b166-5ab335a728fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event deleted for resources: {'Port': ['ID=8bb84d17-466f-47f7-a1aa-45f57d9aca67,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:48.940138 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c41a69df-89a6-4334-b166-5ab335a728fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:48.942613 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c41a69df-89a6-4334-b166-5ab335a728fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:48.943890 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-c41a69df-89a6-4334-b166-5ab335a728fe tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "DELETE /v2.0/floatingips/ba28ff27-4545-4adb-b12f-725da77d2936 HTTP/1.1" status: 204 len: 168 time: 0.7258537 Sep 01 02:27:49.825732 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 264fc2a1-d963-4276-9f00-6a32124a44a9 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:27:49.845250 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: 264fc2a1-d963-4276-9f00-6a32124a44a9 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:27:49.845595 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device 264fc2a1-d963-4276-9f00-6a32124a44a9 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:27:50.270024 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:50.327002 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb95df8a-6e8e-4351-82d2-df216ad6249d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:50.351175 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb95df8a-6e8e-4351-82d2-df216ad6249d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:50.492813 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb95df8a-6e8e-4351-82d2-df216ad6249d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:50.495564 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb95df8a-6e8e-4351-82d2-df216ad6249d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:50.496726 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-eb95df8a-6e8e-4351-82d2-df216ad6249d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] 10.222.0.23 "DELETE /v2.0/security-groups/2ab76d1d-c4d2-4283-9579-ed490e8be396 HTTP/1.1" status: 204 len: 168 time: 0.2257147 Sep 01 02:27:50.505749 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95df8a-6e8e-4351-82d2-df216ad6249d tempest-TestVolumeBootPattern-872952239 tempest-TestVolumeBootPattern-872952239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab76d1d-c4d2-4283-9579-ed490e8be396,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:50.638201 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:51.060406 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371220'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:51.292312 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] Deleting port d13bc271-abdc-4484-baee-aa7280295d31 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:51.293001 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:51.367023 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] For port d13bc271-abdc-4484-baee-aa7280295d31, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=d13bc271-abdc-4484-baee-aa7280295d31,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:27:51.367303 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:51.379589 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] Calling delete_port for d13bc271-abdc-4484-baee-aa7280295d31 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:51.641294 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:51.669841 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] Pushing event deleted for resources: {'Port': ['ID=d13bc271-abdc-4484-baee-aa7280295d31,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:51.832582 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371336'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:52.037556 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] Router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:27:52.138029 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:27:52.142911 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-7a65d5ce-16fd-431c-acc5-f1295e0bfe0f admin admin] 10.222.0.23 "PUT /v2.0/routers/b7bc9cb8-7209-4ca2-b13e-a96fb329de15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5034199 Sep 01 02:27:52.145458 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:52.148773 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] Sync routers for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:27:52.159895 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:27:52.160543 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:27:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:52.250561 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:52.269136 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:27:52.349898 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:52.440411 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:27:51Z', 'revision_number': 5, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port': {'id': 'a7e8b844-16d7-41b2-92f7-9c8812153fa1', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:52.466946 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] Checking router: b7bc9cb8-7209-4ca2-b13e-a96fb329de15 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:27:52.475214 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] Routers {'b7bc9cb8-7209-4ca2-b13e-a96fb329de15'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:27:52.475858 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:27:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:52.492395 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Deleting port a7e8b844-16d7-41b2-92f7-9c8812153fa1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:52.492736 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:52.561997 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] Set router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:27:52.572026 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] For port a7e8b844-16d7-41b2-92f7-9c8812153fa1, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=a7e8b844-16d7-41b2-92f7-9c8812153fa1,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:27:52.572397 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:52.584614 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Calling delete_port for a7e8b844-16d7-41b2-92f7-9c8812153fa1 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:52.613029 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:27:52Z', 'revision_number': 6, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port_host': None}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:52.643681 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c62b29-0d66-4b2b-9a22-3162e23ff7be None None] The sync data for ids ['b7bc9cb8-7209-4ca2-b13e-a96fb329de15'] in dv-cinder-799668-15-iscsi is: [{'id': 'b7bc9cb8-7209-4ca2-b13e-a96fb329de15', 'name': 'tempest-TestVolumeBootPattern-2045891535-router', 'tenant_id': '1ae8a367d60b4355acaa71457db9d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:02Z', 'updated_at': '2021-09-01T02:27:52Z', 'revision_number': 6, 'project_id': '1ae8a367d60b4355acaa71457db9d859', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:27:52.821183 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:52.845875 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e8b844-16d7-41b2-92f7-9c8812153fa1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:52.909634 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368682'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:52.999449 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12564'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.001792 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.095281 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374047'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.095778 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7bc9cb8-7209-4ca2-b13e-a96fb329de15 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 02:27:53.105191 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.105191 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-582a4486-5c6a-423a-8f99-97ea006912f4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b7bc9cb8-7209-4ca2-b13e-a96fb329de15 HTTP/1.1" status: 204 len: 168 time: 0.9554086 Sep 01 02:27:53.105191 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:53.150523 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d18adb5-03ff-432f-aed2-d28f0e1a7590 admin admin] Deleting subnet adfe0113-567d-4a8e-a678-c7bc8406b25c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:27:53.153502 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d18adb5-03ff-432f-aed2-d28f0e1a7590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.186924 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d18adb5-03ff-432f-aed2-d28f0e1a7590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267996331'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.259895 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d18adb5-03ff-432f-aed2-d28f0e1a7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.358698 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d18adb5-03ff-432f-aed2-d28f0e1a7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264802447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267605578'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.389394 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18adb5-03ff-432f-aed2-d28f0e1a7590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adfe0113-567d-4a8e-a678-c7bc8406b25c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:53.391370 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d18adb5-03ff-432f-aed2-d28f0e1a7590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.393275 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-5d18adb5-03ff-432f-aed2-d28f0e1a7590 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/adfe0113-567d-4a8e-a678-c7bc8406b25c HTTP/1.1" status: 204 len: 168 time: 0.2880619 Sep 01 02:27:53.395757 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:53.398770 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12ed9d5-4a09-439b-aa9b-bb29fd2601f1 None None] Network 327d78ae-35dc-41c7-99f1-3dd8d500bd1d requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:27:53.463435 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.516802 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Deleting port e1fbc9be-a38c-4dbd-8d58-f5326e49198d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:53.517158 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.587873 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] For port e1fbc9be-a38c-4dbd-8d58-f5326e49198d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=e1fbc9be-a38c-4dbd-8d58-f5326e49198d,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:27:53.589301 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.595622 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] DHCP port deletion for 327d78ae-35dc-41c7-99f1-3dd8d500bd1d request from dv-cinder-799668-15-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 02:27:53.604472 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Calling delete_port for e1fbc9be-a38c-4dbd-8d58-f5326e49198d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:53.647778 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Deleting port e1fbc9be-a38c-4dbd-8d58-f5326e49198d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:53.648154 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.709166 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] For port e1fbc9be-a38c-4dbd-8d58-f5326e49198d, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=e1fbc9be-a38c-4dbd-8d58-f5326e49198d,segment=NetworkSegment(61c73b01-9bd7-40a0-85c5-cadf5d580ff8),segment_id=61c73b01-9bd7-40a0-85c5-cadf5d580ff8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:27:53.710130 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.723109 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Calling delete_port for e1fbc9be-a38c-4dbd-8d58-f5326e49198d owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:53.732595 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.758466 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fbc9be-a38c-4dbd-8d58-f5326e49198d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:53.762717 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] No DVR routers for this DVR port e1fbc9be-a38c-4dbd-8d58-f5326e49198d on host dv-cinder-799668-15-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.776362 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.805757 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.829949 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Pushing event deleted for resources: {'Port': ['ID=e1fbc9be-a38c-4dbd-8d58-f5326e49198d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:53.834201 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] No DVR routers for this DVR port e1fbc9be-a38c-4dbd-8d58-f5326e49198d on host dv-cinder-799668-15-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:27:53.844690 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.849228 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.849636 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.849905 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.850285 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.850616 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.850966 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.851294 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.851664 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.851995 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.852318 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.852643 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.852988 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6d9ed-a6c4-478d-86e1-b789a625f67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:53.855074 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327d78ae-35dc-41c7-99f1-3dd8d500bd1d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:53.865348 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c73b01-9bd7-40a0-85c5-cadf5d580ff8') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:53.865670 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c73b01-9bd7-40a0-85c5-cadf5d580ff8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:53.874630 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.888349 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.893921 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:27:53.894305 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:27:53.895914 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:27:54.035438 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:54.040912 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:54.042731 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] 10.222.0.23 "DELETE /v2.0/networks/327d78ae-35dc-41c7-99f1-3dd8d500bd1d HTTP/1.1" status: 204 len: 168 time: 0.6460731 Sep 01 02:27:54.045820 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48526) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:54.053998 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5f34c-b97b-4405-9d1e-49c19b6289de admin admin] Pushing event deleted for resources: {'Network': ['ID=327d78ae-35dc-41c7-99f1-3dd8d500bd1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:54.309436 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device e1fbc9be-a38c-4dbd-8d58-f5326e49198d no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:27:54.330143 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: e1fbc9be-a38c-4dbd-8d58-f5326e49198d {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:27:54.330573 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device e1fbc9be-a38c-4dbd-8d58-f5326e49198d not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:27:54.331004 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device a7e8b844-16d7-41b2-92f7-9c8812153fa1 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:27:54.349394 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: a7e8b844-16d7-41b2-92f7-9c8812153fa1 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:27:54.349741 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device a7e8b844-16d7-41b2-92f7-9c8812153fa1 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:27:54.350157 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device d13bc271-abdc-4484-baee-aa7280295d31 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:27:54.368857 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: d13bc271-abdc-4484-baee-aa7280295d31 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:27:54.369201 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device d13bc271-abdc-4484-baee-aa7280295d31 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:27:54.412167 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371220'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:54.651237 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Deleting port 65c71b93-186e-4120-8809-0cdaeea8762c {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:54.651654 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:54.726981 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] For port 65c71b93-186e-4120-8809-0cdaeea8762c, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=65c71b93-186e-4120-8809-0cdaeea8762c,segment=NetworkSegment(f1b72017-ee71-4a7b-988e-aad86ee54959),segment_id=f1b72017-ee71-4a7b-988e-aad86ee54959)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:27:54.727340 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:54.739542 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Calling delete_port for 65c71b93-186e-4120-8809-0cdaeea8762c owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:55.020500 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:55.050097 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c71b93-186e-4120-8809-0cdaeea8762c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:55.074722 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.075082 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.075445 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.075782 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.076116 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.076449 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.076781 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.077112 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.077439 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.077768 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.078091 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.078413 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-15-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 02:27:55.220763 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371336'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:55.425459 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Router a2f148a0-379c-4357-8795-4b2a1d06eaa1 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:27:55.528268 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:27:55.534525 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-702b848e-718c-4c3c-9ecc-3d7d10a2d9a7 admin admin] 10.222.0.23 "PUT /v2.0/routers/a2f148a0-379c-4357-8795-4b2a1d06eaa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4862988 Sep 01 02:27:55.535694 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48528) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:55.538418 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] Sync routers for ids ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:27:55.549948 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] Routers {'a2f148a0-379c-4357-8795-4b2a1d06eaa1'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:27:55.550550 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:27:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:55.636464 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:55.652621 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] Set router a2f148a0-379c-4357-8795-4b2a1d06eaa1 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:27:55.734798 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:55.831214 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'name': 'tempest-TestVolumeBootPattern-123857984-router', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:10Z', 'updated_at': '2021-09-01T02:27:54Z', 'revision_number': 5, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'gw_port': {'id': '9fab9e59-660c-4e5c-b2d6-d3d081129a4c', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:19:11Z', 'updated_at': '2021-09-01T02:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:55.856444 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] Checking router: a2f148a0-379c-4357-8795-4b2a1d06eaa1 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:27:55.864526 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] Routers {'a2f148a0-379c-4357-8795-4b2a1d06eaa1'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:27:55.865134 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:27:36Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:55.866356 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Deleting port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:55.866696 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:55.944520 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] For port 9fab9e59-660c-4e5c-b2d6-d3d081129a4c, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=9fab9e59-660c-4e5c-b2d6-d3d081129a4c,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:27:55.944892 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:55.949143 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] Set router a2f148a0-379c-4357-8795-4b2a1d06eaa1 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:27:55.957433 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Calling delete_port for 9fab9e59-660c-4e5c-b2d6-d3d081129a4c owned by network:router_gateway {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:55.999063 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'name': 'tempest-TestVolumeBootPattern-123857984-router', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:10Z', 'updated_at': '2021-09-01T02:27:55Z', 'revision_number': 6, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'gw_port_host': None}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:56.027161 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c2cc3-bc7a-4562-aa6e-a063d2bb8a3c None None] The sync data for ids ['a2f148a0-379c-4357-8795-4b2a1d06eaa1'] in dv-cinder-799668-15-iscsi is: [{'id': 'a2f148a0-379c-4357-8795-4b2a1d06eaa1', 'name': 'tempest-TestVolumeBootPattern-123857984-router', 'tenant_id': '01bd0fe703a74bc7a059184123fdc6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:19:10Z', 'updated_at': '2021-09-01T02:27:55Z', 'revision_number': 6, 'project_id': '01bd0fe703a74bc7a059184123fdc6f6', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:27:56.215056 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.240430 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fab9e59-660c-4e5c-b2d6-d3d081129a4c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:56.301485 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368682'] for router_gateway, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.390603 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12564'] for router, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.392868 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.506422 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374047'] for router, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.506954 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2f148a0-379c-4357-8795-4b2a1d06eaa1 {{(pid=94638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 02:27:56.511914 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.513068 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a1f4c6b5-ace5-4bb1-b5fb-d6a099542ae3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a2f148a0-379c-4357-8795-4b2a1d06eaa1 HTTP/1.1" status: 204 len: 168 time: 0.9764717 Sep 01 02:27:56.515602 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48530) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:56.563683 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2edf313-e091-4634-9fa0-656a45429901 admin admin] Deleting subnet 5028ea04-9fd2-4b44-a2e8-ea465e247d61 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:27:56.566612 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c2edf313-e091-4634-9fa0-656a45429901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.599818 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c2edf313-e091-4634-9fa0-656a45429901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264677943'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.673874 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c2edf313-e091-4634-9fa0-656a45429901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.780054 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 65c71b93-186e-4120-8809-0cdaeea8762c no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:27:56.792644 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c2edf313-e091-4634-9fa0-656a45429901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265943617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266115680'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.802942 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 65c71b93-186e-4120-8809-0cdaeea8762c {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:27:56.804184 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 65c71b93-186e-4120-8809-0cdaeea8762c not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:27:56.826129 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edf313-e091-4634-9fa0-656a45429901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5028ea04-9fd2-4b44-a2e8-ea465e247d61,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:56.829549 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c2edf313-e091-4634-9fa0-656a45429901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.832921 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c2edf313-e091-4634-9fa0-656a45429901 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5028ea04-9fd2-4b44-a2e8-ea465e247d61 HTTP/1.1" status: 204 len: 168 time: 0.3147397 Sep 01 02:27:56.834052 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:56.838393 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd563a8-16c3-4430-8c4c-f0b818f7c377 None None] Network 36c85967-1fe6-4de8-a692-ed6de71b9a0f requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:27:56.903972 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:56.960285 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Deleting port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:56.960626 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.003049 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc353417-6ab5-4d07-bfda-34c69c867784 None None] DHCP port deletion for 36c85967-1fe6-4de8-a692-ed6de71b9a0f request from dv-cinder-799668-15-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 02:27:57.031096 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] For port 0afaedbb-62e6-4dad-878a-cd0158a0ac48, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=0afaedbb-62e6-4dad-878a-cd0158a0ac48,segment=NetworkSegment(f1b72017-ee71-4a7b-988e-aad86ee54959),segment_id=f1b72017-ee71-4a7b-988e-aad86ee54959)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:27:57.031571 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.045592 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Calling delete_port for 0afaedbb-62e6-4dad-878a-cd0158a0ac48 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:57.058532 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bc353417-6ab5-4d07-bfda-34c69c867784 None None] Deleting port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:27:57.059096 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc353417-6ab5-4d07-bfda-34c69c867784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.121284 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bc353417-6ab5-4d07-bfda-34c69c867784 None None] For port 0afaedbb-62e6-4dad-878a-cd0158a0ac48, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=0afaedbb-62e6-4dad-878a-cd0158a0ac48,segment=NetworkSegment(f1b72017-ee71-4a7b-988e-aad86ee54959),segment_id=f1b72017-ee71-4a7b-988e-aad86ee54959)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:27:57.121686 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc353417-6ab5-4d07-bfda-34c69c867784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.135854 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bc353417-6ab5-4d07-bfda-34c69c867784 None None] Calling delete_port for 0afaedbb-62e6-4dad-878a-cd0158a0ac48 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:27:57.198037 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.212715 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc353417-6ab5-4d07-bfda-34c69c867784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.226211 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=0afaedbb-62e6-4dad-878a-cd0158a0ac48,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:57.229659 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] No DVR routers for this DVR port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 on host dv-cinder-799668-15-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:27:57.241290 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc353417-6ab5-4d07-bfda-34c69c867784 None None] Pushing event deleted for resources: {'Port': ['ID=0afaedbb-62e6-4dad-878a-cd0158a0ac48,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:57.246466 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc353417-6ab5-4d07-bfda-34c69c867784 None None] No DVR routers for this DVR port 0afaedbb-62e6-4dad-878a-cd0158a0ac48 on host dv-cinder-799668-15-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:27:57.298567 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.308709 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c85967-1fe6-4de8-a692-ed6de71b9a0f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:57.319360 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b72017-ee71-4a7b-988e-aad86ee54959') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:57.319690 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b72017-ee71-4a7b-988e-aad86ee54959') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:27:57.328607 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.342001 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.347521 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:27:57.347912 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:27:57.349544 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:27:57.706431 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.711521 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:57.713359 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] 10.222.0.23 "DELETE /v2.0/networks/36c85967-1fe6-4de8-a692-ed6de71b9a0f HTTP/1.1" status: 204 len: 168 time: 0.8777595 Sep 01 02:27:57.724010 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32a3c0-b1ce-4a20-930a-4a999b688e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=36c85967-1fe6-4de8-a692-ed6de71b9a0f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:58.017438 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48536) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:58.056154 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9b08e89e-9de3-4564-81e5-aa0d67301d00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ae8a367d60b4355acaa71457db9d859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375519 Sep 01 02:27:58.058402 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:58.104152 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82961a61-6fbc-4146-a46e-8510621f9f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:58.124382 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82961a61-6fbc-4146-a46e-8510621f9f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:58.254251 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82961a61-6fbc-4146-a46e-8510621f9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:58.254251 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82961a61-6fbc-4146-a46e-8510621f9f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:58.254251 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-82961a61-6fbc-4146-a46e-8510621f9f4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9a70b88-3660-45b4-87f2-3d67fa5b794d HTTP/1.1" status: 204 len: 168 time: 0.1935432 Sep 01 02:27:58.265573 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82961a61-6fbc-4146-a46e-8510621f9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a70b88-3660-45b4-87f2-3d67fa5b794d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:27:58.301682 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 0afaedbb-62e6-4dad-878a-cd0158a0ac48 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:27:58.322127 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 0afaedbb-62e6-4dad-878a-cd0158a0ac48 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:27:58.322540 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 0afaedbb-62e6-4dad-878a-cd0158a0ac48 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:27:58.323042 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 9fab9e59-660c-4e5c-b2d6-d3d081129a4c no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:27:58.342398 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 9fab9e59-660c-4e5c-b2d6-d3d081129a4c {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:27:58.345504 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 9fab9e59-660c-4e5c-b2d6-d3d081129a4c not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:27:58.998197 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48544) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:59.037144 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c91a3442-e8c8-46ec-a95b-74bc10157a80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01bd0fe703a74bc7a059184123fdc6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377364 Sep 01 02:27:59.040103 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:27:59.086373 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6e1a-38ce-412b-916e-abf5107411c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:59.109262 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6e1a-38ce-412b-916e-abf5107411c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:59.231785 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6e1a-38ce-412b-916e-abf5107411c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:59.234270 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6e1a-38ce-412b-916e-abf5107411c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:27:59.235428 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d0bf6e1a-38ce-412b-916e-abf5107411c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae552108-46c8-4c53-9847-14d79f2d8d63 HTTP/1.1" status: 204 len: 168 time: 0.1943343 Sep 01 02:27:59.243655 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf6e1a-38ce-412b-916e-abf5107411c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae552108-46c8-4c53-9847-14d79f2d8d63,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:04.329270 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30920160-80a3-4253-9796-078dbf1af3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:06.363363 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:06.554956 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f60f76af-3a79-448e-aa85-64587774aa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:07.132161 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:08.171918 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:09.328585 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:11.351543 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48554) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:11.503238 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Deleting port 5c9cbc27-485a-4293-8771-4f3b0220fed1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:28:11.503613 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:11.575898 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:11.576232 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:11.588092 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Calling delete_port for 5c9cbc27-485a-4293-8771-4f3b0220fed1 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:28:11.838285 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:11.861170 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event deleted for resources: {'Port': ['ID=5c9cbc27-485a-4293-8771-4f3b0220fed1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:11.923890 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:11.924217 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.db.l3_db [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Floating IP 4ffa0213-7a92-4907-9239-ae466f39afe0 disassociated (deleted). External IP: 172.27.1.108, port: f2561eba-48fd-4f58-9fbd-024994ee7ce5. Sep 01 02:28:12.122472 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:28:12.226748 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:28:12.231595 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:12.236056 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] Sync routers for ids ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:28:12.245432 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] Routers {'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:28:12.246052 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:28:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:12.258076 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9355f8ed-6339-4a95-9285-58b757f48ab9 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "DELETE /v2.0/floatingips/4ffa0213-7a92-4907-9239-ae466f39afe0 HTTP/1.1" status: 204 len: 168 time: 0.9054091 Sep 01 02:28:12.259290 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:28:12.261562 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5786d59-1fd7-404f-a294-3b225992ad82" -d '{"events": [{"name": "network-changed", "server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:28:12.297934 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c32cb7-ec63-4926-8dc8-e8a80816944c x-openstack-request-id: req-b5c32cb7-ec63-4926-8dc8-e8a80816944c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:28:12.298221 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:28:12.298653 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5c32cb7-ec63-4926-8dc8-e8a80816944c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:28:12.298862 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'status': 'completed', 'code': 200} Sep 01 02:28:12.356669 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] Set router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:28:12.360303 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-eac5b0dd-e991-4938-9eda-1cf3137501ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:28:12.361810 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-eac5b0dd-e991-4938-9eda-1cf3137501ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244&device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 1098 time: 0.0390379 Sep 01 02:28:12.457713 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-71346e09-0f01-446b-948d-ae5b9cb9160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:28:12.459206 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-71346e09-0f01-446b-948d-ae5b9cb9160c service neutron] 10.222.0.26 "GET /v2.0/networks?id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0 HTTP/1.1" status: 200 len: 910 time: 0.0898674 Sep 01 02:28:12.501494 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-9be4e406-f280-4ca0-afb7-91b333be197f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5 HTTP/1.1" status: 200 len: 217 time: 0.0352671 Sep 01 02:28:12.553975 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-1a2d7234-6cbc-4d02-8d55-dc61581004d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:28:12.555482 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-1a2d7234-6cbc-4d02-8d55-dc61581004d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7082dc13-de76-4075-985f-e2897326823d HTTP/1.1" status: 200 len: 848 time: 0.0462592 Sep 01 02:28:12.563243 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:31Z', 'revision_number': 5, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:12.591710 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] Checking router: a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:28:12.600211 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] Routers {'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:28:12.600842 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:28:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:12.604875 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-0467291d-74be-4618-9470-d82911e74140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:28:12.606418 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-0467291d-74be-4618-9470-d82911e74140 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10bdeea0-95cf-4386-ac9b-5e97013a7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415840 Sep 01 02:28:12.702886 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-48f76ba0-f22e-4217-b545-6c1561d1d726 service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884638 Sep 01 02:28:12.750199 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec80c7-6b0d-4d7d-9b17-8b13ead4f914 req-08ba89c7-89f3-4ea8-9307-082a27e40d98 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:28:12.751636 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64ec80c7-6b0d-4d7d-9b17-8b13ead4f914 req-08ba89c7-89f3-4ea8-9307-082a27e40d98 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0488675 Sep 01 02:28:12.770059 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] Set router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:28:12.789581 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-64ec80c7-6b0d-4d7d-9b17-8b13ead4f914 req-88d751e1-a397-41b1-b819-8267afa95954 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318651 Sep 01 02:28:12.802591 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-f5786d59-1fd7-404f-a294-3b225992ad82 req-5e1b0ade-a1c7-4571-b817-481b7e6eddbe service neutron] 10.222.0.26 "GET /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922303 Sep 01 02:28:12.966563 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:31Z', 'revision_number': 5, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:13.107340 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53c46c-ded8-4dae-a122-2594e6df1311 None None] The sync data for ids ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'] in dv-cinder-799668-15-iscsi is: [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:23:22Z', 'revision_number': 4, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi', '_interfaces': [{'id': 'ecc4f9c4-c653-4d1e-bc51-017d0a61a348', 'name': '', 'network_id': '10bdeea0-95cf-4386-ac9b-5e97013a7cd0', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'mac_address': 'fa:16:3e:d5:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7082dc13-de76-4075-985f-e2897326823d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:22Z', 'updated_at': '2021-09-01T02:23:31Z', 'revision_number': 5, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'subnets': [{'id': '7082dc13-de76-4075-985f-e2897326823d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:28:13.323846 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8940fdc-85d3-47cf-a62e-14a9f8171408 None None] New status for floating IP 4ffa0213-7a92-4907-9239-ae466f39afe0: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 02:28:13.914685 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48796da7-4d27-4132-82d4-dd255070284c req-c7d84942-bde7-4e5b-b9fa-6223f25ad351 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:28:13.916645 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-48796da7-4d27-4132-82d4-dd255070284c req-c7d84942-bde7-4e5b-b9fa-6223f25ad351 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0473650 Sep 01 02:28:13.952419 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-48796da7-4d27-4132-82d4-dd255070284c req-cf536a1e-cfab-49df-ac7c-ca3b0ca43b2d tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de66405-ca2a-4195-ba98-dca6c60fa049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299673 Sep 01 02:28:14.207701 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-5e3a1293-f290-4c65-899a-5ae833799532 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 02:28:14.209115 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-5e3a1293-f290-4c65-899a-5ae833799532 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 945 time: 0.0514669 Sep 01 02:28:14.296377 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-27447daf-cdd9-45a1-a439-6ce5a402bf5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Deleting port f2561eba-48fd-4f58-9fbd-024994ee7ce5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:28:14.296744 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-27447daf-cdd9-45a1-a439-6ce5a402bf5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:14.383320 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-27447daf-cdd9-45a1-a439-6ce5a402bf5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] For port f2561eba-48fd-4f58-9fbd-024994ee7ce5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f2561eba-48fd-4f58-9fbd-024994ee7ce5,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:28:14.383733 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-27447daf-cdd9-45a1-a439-6ce5a402bf5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:14.395992 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-27447daf-cdd9-45a1-a439-6ce5a402bf5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Calling delete_port for f2561eba-48fd-4f58-9fbd-024994ee7ce5 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:28:14.586116 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-27447daf-cdd9-45a1-a439-6ce5a402bf5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:14.619328 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27447daf-cdd9-45a1-a439-6ce5a402bf5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event deleted for resources: {'Port': ['ID=f2561eba-48fd-4f58-9fbd-024994ee7ce5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:14.656622 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-27447daf-cdd9-45a1-a439-6ce5a402bf5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] No DVR routers for this DVR port f2561eba-48fd-4f58-9fbd-024994ee7ce5 on host hv-cinder-79966 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:28:14.660444 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-27447daf-cdd9-45a1-a439-6ce5a402bf5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117533'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:14.661209 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [req-74880192-aee8-46e2-a2d9-f1933e8e0de7 req-27447daf-cdd9-45a1-a439-6ce5a402bf5c tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.26 "DELETE /v2.0/ports/f2561eba-48fd-4f58-9fbd-024994ee7ce5 HTTP/1.1" status: 204 len: 173 time: 0.4459970 Sep 01 02:28:14.661637 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'name': 'network-vif-deleted', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 02:28:14.663898 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb697716517b459f132b77c0f3349dbffb744ffa1cda8a3cf84feee74ef2791b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b72aa5-5309-41dd-8db5-cd864135c688" -d '{"events": [{"server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "name": "network-vif-deleted", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 02:28:14.709529 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 02:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac532a7-aaf1-4bfb-b36c-0c9791a52343 x-openstack-request-id: req-aac532a7-aaf1-4bfb-b36c-0c9791a52343 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 02:28:14.709817 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8714dfc-68e3-495a-b9ba-53da41f9f257", "name": "network-vif-deleted", "tag": "f2561eba-48fd-4f58-9fbd-024994ee7ce5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 02:28:14.710067 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aac532a7-aaf1-4bfb-b36c-0c9791a52343 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 02:28:14.710511 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8714dfc-68e3-495a-b9ba-53da41f9f257', 'name': 'network-vif-deleted', 'tag': 'f2561eba-48fd-4f58-9fbd-024994ee7ce5', 'status': 'completed', 'code': 200} Sep 01 02:28:15.049496 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d47a7acf-6693-4467-ae17-7cd25511bb33 req-a76781ae-9fbd-4a43-9294-c5a63e084175 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 210 time: 0.0295486 Sep 01 02:28:16.156390 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [req-47be1d35-540c-4386-8fed-c74ca2e934f4 req-1ff4aafc-f11e-42f4-b07d-c6613f5d18a7 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8714dfc-68e3-495a-b9ba-53da41f9f257 HTTP/1.1" status: 200 len: 210 time: 0.0280318 Sep 01 02:28:17.209511 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:17.265763 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49518fa2-ec97-43a0-ab19-01b612bb9f06 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:17.289912 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49518fa2-ec97-43a0-ab19-01b612bb9f06 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:17.451979 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49518fa2-ec97-43a0-ab19-01b612bb9f06 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:17.454462 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49518fa2-ec97-43a0-ab19-01b612bb9f06 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:17.455686 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-49518fa2-ec97-43a0-ab19-01b612bb9f06 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] 10.222.0.23 "DELETE /v2.0/security-groups/7de66405-ca2a-4195-ba98-dca6c60fa049 HTTP/1.1" status: 204 len: 168 time: 0.2451844 Sep 01 02:28:17.465122 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49518fa2-ec97-43a0-ab19-01b612bb9f06 tempest-TestShelveInstance-1885282745 tempest-TestShelveInstance-1885282745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de66405-ca2a-4195-ba98-dca6c60fa049,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:17.577643 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48580) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:17.979758 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device f2561eba-48fd-4f58-9fbd-024994ee7ce5 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:28:18.000534 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] No Port match for: f2561eba-48fd-4f58-9fbd-024994ee7ce5 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:28:18.000794 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Device f2561eba-48fd-4f58-9fbd-024994ee7ce5 not bound to the agent host hv-cinder-79966 {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:28:18.339292 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371220'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:18.572379 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] Deleting port ecc4f9c4-c653-4d1e-bc51-017d0a61a348 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:28:18.572718 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:18.649027 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] For port ecc4f9c4-c653-4d1e-bc51-017d0a61a348, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=ecc4f9c4-c653-4d1e-bc51-017d0a61a348,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:28:18.649745 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:18.661568 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] Calling delete_port for ecc4f9c4-c653-4d1e-bc51-017d0a61a348 owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:28:18.911509 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:18.936400 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc4f9c4-c653-4d1e-bc51-017d0a61a348,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:19.094141 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371336'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:19.300903 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] Router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:28:19.402016 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:28:19.406866 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-072762e6-6547-4ff4-a48d-b794291651fb admin admin] 10.222.0.23 "PUT /v2.0/routers/a7f64b84-7a99-4f97-a7fd-9f0e1370dee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282158 Sep 01 02:28:19.409452 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48584) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:19.412039 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] Sync routers for ids ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'] in dv-cinder-799668-15-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:28:19.422103 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] Routers {'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:28:19.422717 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:28:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:19.510989 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Notify callbacks [] for router, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:19.527305 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] Set router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:28:19.611191 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:19.701945 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:28:18Z', 'revision_number': 5, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port': {'id': '63c379c3-2736-42c4-b841-5f41e4baa9dd', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:19Z', 'updated_at': '2021-09-01T02:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:19.728204 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] Checking router: a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 for host: dv-cinder-799668-15-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:28:19.730835 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Deleting port 63c379c3-2736-42c4-b841-5f41e4baa9dd {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:28:19.731320 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:19.736345 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] Routers {'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:28:19.736966 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:28:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:19.812057 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] For port 63c379c3-2736-42c4-b841-5f41e4baa9dd, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=63c379c3-2736-42c4-b841-5f41e4baa9dd,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:28:19.812404 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:19.823159 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] Set router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:28:19.823924 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Calling delete_port for 63c379c3-2736-42c4-b841-5f41e4baa9dd owned by network:router_gateway {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:28:19.873712 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:28:19Z', 'revision_number': 6, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port_host': None}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:19.902544 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db08a5c0-50ce-4f6f-b33f-8dee79f231c5 None None] The sync data for ids ['a7f64b84-7a99-4f97-a7fd-9f0e1370dee6'] in dv-cinder-799668-15-iscsi is: [{'id': 'a7f64b84-7a99-4f97-a7fd-9f0e1370dee6', 'name': 'tempest-TestShelveInstance-1298190289-router', 'tenant_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:18Z', 'updated_at': '2021-09-01T02:28:19Z', 'revision_number': 6, 'project_id': 'f6ef188e3c1d4c3bab0f9e58cdb2b244', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:28:20.051769 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.077848 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c379c3-2736-42c4-b841-5f41e4baa9dd,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:20.133499 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368682'] for router_gateway, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.219599 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12564'] for router, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.221625 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.334597 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374047'] for router, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.335174 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 {{(pid=94638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 02:28:20.340011 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.341192 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4061e556-d5ea-40cf-b758-4cd85f5da479 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a7f64b84-7a99-4f97-a7fd-9f0e1370dee6 HTTP/1.1" status: 204 len: 168 time: 0.9308367 Sep 01 02:28:20.343708 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48586) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:20.388226 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e08594-436f-4b0d-a23b-fd81b1c8d8ab admin admin] Deleting subnet 7082dc13-de76-4075-985f-e2897326823d {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:28:20.391107 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a2e08594-436f-4b0d-a23b-fd81b1c8d8ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.423360 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a2e08594-436f-4b0d-a23b-fd81b1c8d8ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264677943'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.502417 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a2e08594-436f-4b0d-a23b-fd81b1c8d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.641391 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device ecc4f9c4-c653-4d1e-bc51-017d0a61a348 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:28:20.662564 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: ecc4f9c4-c653-4d1e-bc51-017d0a61a348 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:28:20.662916 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device ecc4f9c4-c653-4d1e-bc51-017d0a61a348 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:28:20.675256 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a2e08594-436f-4b0d-a23b-fd81b1c8d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265943617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266115680'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.699293 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e08594-436f-4b0d-a23b-fd81b1c8d8ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7082dc13-de76-4075-985f-e2897326823d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:20.704964 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a2e08594-436f-4b0d-a23b-fd81b1c8d8ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.706832 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a2e08594-436f-4b0d-a23b-fd81b1c8d8ab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7082dc13-de76-4075-985f-e2897326823d HTTP/1.1" status: 204 len: 168 time: 0.3622034 Sep 01 02:28:20.709376 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48588) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:20.711940 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef8f18f-30a4-40f4-a41e-a9ff1619a007 None None] Network 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:28:20.778529 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.836180 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Deleting port bdee5ce8-dce7-4967-9546-cf8bbead40a6 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:28:20.836439 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.903368 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] For port bdee5ce8-dce7-4967-9546-cf8bbead40a6, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=bdee5ce8-dce7-4967-9546-cf8bbead40a6,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:28:20.903686 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:20.908741 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2263bf-0034-4234-bdeb-ed5da89b0b5c None None] DHCP port deletion for 10bdeea0-95cf-4386-ac9b-5e97013a7cd0 request from dv-cinder-799668-15-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 02:28:20.918504 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Calling delete_port for bdee5ce8-dce7-4967-9546-cf8bbead40a6 owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:28:20.957812 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cb2263bf-0034-4234-bdeb-ed5da89b0b5c None None] Deleting port bdee5ce8-dce7-4967-9546-cf8bbead40a6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:28:20.958184 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb2263bf-0034-4234-bdeb-ed5da89b0b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.019170 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cb2263bf-0034-4234-bdeb-ed5da89b0b5c None None] For port bdee5ce8-dce7-4967-9546-cf8bbead40a6, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=bdee5ce8-dce7-4967-9546-cf8bbead40a6,segment=NetworkSegment(485e7ede-2779-41b2-a3cc-2f9eb7bd7eed),segment_id=485e7ede-2779-41b2-a3cc-2f9eb7bd7eed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:28:21.019602 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb2263bf-0034-4234-bdeb-ed5da89b0b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.031932 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cb2263bf-0034-4234-bdeb-ed5da89b0b5c None None] Calling delete_port for bdee5ce8-dce7-4967-9546-cf8bbead40a6 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:28:21.060426 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265943598'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.089393 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Pushing event deleted for resources: {'Port': ['ID=bdee5ce8-dce7-4967-9546-cf8bbead40a6,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:21.093001 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] No DVR routers for this DVR port bdee5ce8-dce7-4967-9546-cf8bbead40a6 on host dv-cinder-799668-15-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:28:21.110317 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb2263bf-0034-4234-bdeb-ed5da89b0b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.136395 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2263bf-0034-4234-bdeb-ed5da89b0b5c None None] Pushing event deleted for resources: {'Port': ['ID=bdee5ce8-dce7-4967-9546-cf8bbead40a6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:21.139958 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2263bf-0034-4234-bdeb-ed5da89b0b5c None None] No DVR routers for this DVR port bdee5ce8-dce7-4967-9546-cf8bbead40a6 on host dv-cinder-799668-15-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:28:21.162506 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.172223 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bdeea0-95cf-4386-ac9b-5e97013a7cd0']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:21.182551 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:21.182844 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485e7ede-2779-41b2-a3cc-2f9eb7bd7eed') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:21.191409 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264677900'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.205037 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.210560 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:28:21.210939 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265943803'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: timer() Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: cb(*args, **kw) Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: self._notify() Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: self.callback(batched_events) Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: event.method(event) Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: return self._get(url).json() Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:28:21.212537 dv-cinder-799668-15-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:28:21.343283 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.348808 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.356125 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] 10.222.0.23 "DELETE /v2.0/networks/10bdeea0-95cf-4386-ac9b-5e97013a7cd0 HTTP/1.1" status: 204 len: 168 time: 0.6403716 Sep 01 02:28:21.356635 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:21.361827 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75070b-f17b-4a02-8bc3-a1cf4ac9678d admin admin] Pushing event deleted for resources: {'Network': ['ID=10bdeea0-95cf-4386-ac9b-5e97013a7cd0,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:21.685812 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371220'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.917936 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] Deleting port 0265373e-026a-473c-9c1b-e462200e4816 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:28:21.918186 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:21.991926 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] For port 0265373e-026a-473c-9c1b-e462200e4816, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=0265373e-026a-473c-9c1b-e462200e4816,segment=NetworkSegment(bd43eb46-2161-43e0-b340-9a0107d21e4f),segment_id=bd43eb46-2161-43e0-b340-9a0107d21e4f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:28:21.992286 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:22.007332 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] Calling delete_port for 0265373e-026a-473c-9c1b-e462200e4816 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:28:22.254369 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:22.282051 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0265373e-026a-473c-9c1b-e462200e4816,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:22.327671 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device bdee5ce8-dce7-4967-9546-cf8bbead40a6 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:28:22.349559 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: bdee5ce8-dce7-4967-9546-cf8bbead40a6 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:28:22.350116 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device bdee5ce8-dce7-4967-9546-cf8bbead40a6 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:28:22.350611 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 63c379c3-2736-42c4-b841-5f41e4baa9dd no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:28:22.371063 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 63c379c3-2736-42c4-b841-5f41e4baa9dd {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:28:22.371521 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 63c379c3-2736-42c4-b841-5f41e4baa9dd not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:28:22.441096 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371336'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:22.646807 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] Router 4abc1b28-96e2-443d-8a70-36a6cac9be11 has already been hosted by L3 agent 56c2bce8-cb94-4bc1-a703-967cb0e9669f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 02:28:22.748455 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] Notify agent at l3_agent.dv-cinder-799668-15-iscsi the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 02:28:22.753202 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-dd547153-f681-4171-a45c-c6bdef766d77 admin admin] 10.222.0.23 "PUT /v2.0/routers/4abc1b28-96e2-443d-8a70-36a6cac9be11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3979182 Sep 01 02:28:22.755855 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:22.758448 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] Sync routers for ids ['4abc1b28-96e2-443d-8a70-36a6cac9be11'] in dv-cinder-799668-15-iscsi {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 02:28:22.769044 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] Routers {'4abc1b28-96e2-443d-8a70-36a6cac9be11'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:28:22.769580 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:28:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['4abc1b28-96e2-443d-8a70-36a6cac9be11'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:22.859639 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:22.870466 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] Set router 4abc1b28-96e2-443d-8a70-36a6cac9be11 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:28:23.048709 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'name': 'tempest-TestShelveInstance-237510880-router', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:27Z', 'updated_at': '2021-09-01T02:28:22Z', 'revision_number': 5, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'gw_port': {'id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:28Z', 'updated_at': '2021-09-01T02:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:23.075274 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] Checking router: 4abc1b28-96e2-443d-8a70-36a6cac9be11 for host: dv-cinder-799668-15-iscsi {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 02:28:23.084158 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] Routers {'4abc1b28-96e2-443d-8a70-36a6cac9be11'} bound to L3 agent in host dv-cinder-799668-15-iscsi {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 02:28:23.084810 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T02:09:06Z,description=,heartbeat_timestamp=2021-09-01T02:28:06Z,host='dv-cinder-799668-15-iscsi',id=56c2bce8-cb94-4bc1-a703-967cb0e9669f,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T02:09:07Z,topic='l3_agent')) {'router_ids': ['4abc1b28-96e2-443d-8a70-36a6cac9be11'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:23.189957 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] Set router 4abc1b28-96e2-443d-8a70-36a6cac9be11 gateway port host: dv-cinder-799668-15-iscsi {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 02:28:23.219790 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:23.344179 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Deleting port 2787c25c-485a-48e5-864b-63e40ec5f0d9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:28:23.344436 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:23.419738 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] For port 2787c25c-485a-48e5-864b-63e40ec5f0d9, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=2787c25c-485a-48e5-864b-63e40ec5f0d9,segment=NetworkSegment(5f00a63c-ea06-488a-a737-10e37d820142),segment_id=5f00a63c-ea06-488a-a737-10e37d820142)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:28:23.420107 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:23.432777 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Calling delete_port for 2787c25c-485a-48e5-864b-63e40ec5f0d9 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:28:23.444372 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'name': 'tempest-TestShelveInstance-237510880-router', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:27Z', 'updated_at': '2021-09-01T02:28:22Z', 'revision_number': 5, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'gw_port': {'id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:28Z', 'updated_at': '2021-09-01T02:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}], 'dv-cinder-799668-15-iscsi', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:23.469917 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f315121-c86a-49e8-b006-9c8cb61baa67 None None] The sync data for ids ['4abc1b28-96e2-443d-8a70-36a6cac9be11'] in dv-cinder-799668-15-iscsi is: [{'id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'name': 'tempest-TestShelveInstance-237510880-router', 'tenant_id': 'ed1a101c3490411c85b8da9e54afd22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'external_fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T02:23:27Z', 'updated_at': '2021-09-01T02:28:22Z', 'revision_number': 5, 'project_id': 'ed1a101c3490411c85b8da9e54afd22d', 'gw_port': {'id': '2787c25c-485a-48e5-864b-63e40ec5f0d9', 'name': '', 'network_id': '89393945-2bfe-4da0-8579-8eccb334d266', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abc1b28-96e2-443d-8a70-36a6cac9be11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T02:23:28Z', 'updated_at': '2021-09-01T02:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fcb7de6-f9a5-47b1-adfa-2f7e642090fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-15-iscsi'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 02:28:23.660446 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:23.689197 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Pushing event deleted for resources: {'Port': ['ID=2787c25c-485a-48e5-864b-63e40ec5f0d9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:23.745444 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-368682'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:23.833124 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-374036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12564'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:23.835433 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:23.855978 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:28:23.949278 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-374047'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:23.949809 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4abc1b28-96e2-443d-8a70-36a6cac9be11 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 02:28:23.954089 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:23.955224 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-d7da728a-199b-4fc2-93d9-05c1a14ba22d admin admin] 10.222.0.23 "DELETE /v2.0/routers/4abc1b28-96e2-443d-8a70-36a6cac9be11 HTTP/1.1" status: 204 len: 168 time: 1.1984274 Sep 01 02:28:23.961254 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:24.011607 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a86a84-de79-459b-a0e8-f2081589e24e admin admin] Deleting subnet e019e3d8-02c1-4390-8530-8a09453b7ff8 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 02:28:24.014825 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3a86a84-de79-459b-a0e8-f2081589e24e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.050042 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3a86a84-de79-459b-a0e8-f2081589e24e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267996331'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.128815 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3a86a84-de79-459b-a0e8-f2081589e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3629674'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.237848 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3a86a84-de79-459b-a0e8-f2081589e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3629665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264802447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-267605578'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.264624 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a86a84-de79-459b-a0e8-f2081589e24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e019e3d8-02c1-4390-8530-8a09453b7ff8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:24.270218 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3a86a84-de79-459b-a0e8-f2081589e24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.272111 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-a3a86a84-de79-459b-a0e8-f2081589e24e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e019e3d8-02c1-4390-8530-8a09453b7ff8 HTTP/1.1" status: 204 len: 168 time: 0.3099549 Sep 01 02:28:24.274615 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.23', 48596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:24.276722 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96a4775-4ffe-4f91-a405-36c364f88822 None None] Network f872a1d7-524e-43f3-ad43-e4bb9026e79a requested from dv-cinder-799668-15-iscsi {{(pid=94640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 02:28:24.340165 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3677701'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.392110 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Deleting port b789d43b-ec30-4b49-ace7-de5767b513c2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:28:24.392457 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.443147 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d08aaf-a56f-42a3-851c-a76eb51eb4cd None None] DHCP port deletion for f872a1d7-524e-43f3-ad43-e4bb9026e79a request from dv-cinder-799668-15-iscsi {{(pid=94640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 02:28:24.479245 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] For port b789d43b-ec30-4b49-ace7-de5767b513c2, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=b789d43b-ec30-4b49-ace7-de5767b513c2,segment=NetworkSegment(bd43eb46-2161-43e0-b340-9a0107d21e4f),segment_id=bd43eb46-2161-43e0-b340-9a0107d21e4f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:28:24.479650 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.496080 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Calling delete_port for b789d43b-ec30-4b49-ace7-de5767b513c2 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:28:24.501325 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 2787c25c-485a-48e5-864b-63e40ec5f0d9 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:28:24.525929 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0d08aaf-a56f-42a3-851c-a76eb51eb4cd None None] Deleting port b789d43b-ec30-4b49-ace7-de5767b513c2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 02:28:24.526377 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d08aaf-a56f-42a3-851c-a76eb51eb4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735293952790'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.529111 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 2787c25c-485a-48e5-864b-63e40ec5f0d9 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:28:24.529454 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 2787c25c-485a-48e5-864b-63e40ec5f0d9 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:28:24.529864 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 0265373e-026a-473c-9c1b-e462200e4816 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:28:24.582724 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No Port match for: 0265373e-026a-473c-9c1b-e462200e4816 {{(pid=94640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 02:28:24.583104 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device 0265373e-026a-473c-9c1b-e462200e4816 not bound to the agent host dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 02:28:24.583568 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.rpc [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Device b789d43b-ec30-4b49-ace7-de5767b513c2 no longer exists at agent ovs-agent-dv-cinder-799668-15-iscsi {{(pid=94640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 02:28:24.634130 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a0d08aaf-a56f-42a3-851c-a76eb51eb4cd None None] For port b789d43b-ec30-4b49-ace7-de5767b513c2, host dv-cinder-799668-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-15-iscsi',level=0,port_id=b789d43b-ec30-4b49-ace7-de5767b513c2,segment=NetworkSegment(bd43eb46-2161-43e0-b340-9a0107d21e4f),segment_id=bd43eb46-2161-43e0-b340-9a0107d21e4f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 02:28:24.635057 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d08aaf-a56f-42a3-851c-a76eb51eb4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368994'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.649601 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0d08aaf-a56f-42a3-851c-a76eb51eb4cd None None] Calling delete_port for b789d43b-ec30-4b49-ace7-de5767b513c2 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 02:28:24.652377 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264802528'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.655611 dv-cinder-799668-15-iscsi neutron-server[94640]: INFO neutron.plugins.ml2.db [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] No ports have port_id starting with b789d43b-ec30-4b49-ace7-de5767b513c2 Sep 01 02:28:24.679751 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Pushing event deleted for resources: {'Port': ['ID=b789d43b-ec30-4b49-ace7-de5767b513c2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:24.683316 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] No DVR routers for this DVR port b789d43b-ec30-4b49-ace7-de5767b513c2 on host dv-cinder-799668-15-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:28:24.728493 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d08aaf-a56f-42a3-851c-a76eb51eb4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3628680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735293954021', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735293425439'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.751812 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d08aaf-a56f-42a3-851c-a76eb51eb4cd None None] Pushing event deleted for resources: {'Port': ['ID=b789d43b-ec30-4b49-ace7-de5767b513c2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:24.753780 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3629201', 'neutron.services.segments.db._delete_segments_for_network-8735293973953'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.757043 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d08aaf-a56f-42a3-851c-a76eb51eb4cd None None] No DVR routers for this DVR port b789d43b-ec30-4b49-ace7-de5767b513c2 on host dv-cinder-799668-15-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 02:28:24.767845 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f872a1d7-524e-43f3-ad43-e4bb9026e79a']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:24.778376 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd43eb46-2161-43e0-b340-9a0107d21e4f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:24.778669 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd43eb46-2161-43e0-b340-9a0107d21e4f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 02:28:24.787200 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735293984597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267996304'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.800341 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.805919 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 02:28:24.806307 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264802357'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: Traceback (most recent call last): Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: timer() Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: cb(*args, **kw) Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: return func(*args, **kwargs) Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: self._notify() Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: self.callback(batched_events) Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: event.method(event) Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: return f(self, *a, **k) Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._get(url).json() Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: return self.request(url, 'GET', **kwargs) Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 02:28:24.808445 dv-cinder-799668-15-iscsi neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 02:28:24.939974 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3629192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-368646'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.945125 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562843'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:24.947075 dv-cinder-799668-15-iscsi neutron-server[94639]: INFO neutron.wsgi [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] 10.222.0.23 "DELETE /v2.0/networks/f872a1d7-524e-43f3-ad43-e4bb9026e79a HTTP/1.1" status: 204 len: 168 time: 0.6708510 Sep 01 02:28:24.958664 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b4717-5cf1-4af3-8fe8-71b9da29143a admin admin] Pushing event deleted for resources: {'Network': ['ID=f872a1d7-524e-43f3-ad43-e4bb9026e79a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:25.225070 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48600) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:25.263874 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-725a0525-79c5-4559-812d-46ca3f9a30a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6ef188e3c1d4c3bab0f9e58cdb2b244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376666 Sep 01 02:28:25.266093 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48602) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:25.311251 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3063c668-1792-49e3-bd7a-6749d834596a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:25.331021 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3063c668-1792-49e3-bd7a-6749d834596a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:25.448829 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3063c668-1792-49e3-bd7a-6749d834596a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:25.451376 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3063c668-1792-49e3-bd7a-6749d834596a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:25.452570 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3063c668-1792-49e3-bd7a-6749d834596a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0db0df8f-8151-420d-a53b-1f793e367e02 HTTP/1.1" status: 204 len: 168 time: 0.1856093 Sep 01 02:28:25.459968 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063c668-1792-49e3-bd7a-6749d834596a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db0df8f-8151-420d-a53b-1f793e367e02,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:26.179768 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48608) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:26.218311 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-14c7cac7-d3b2-4d69-b5bb-7cb240eae716 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed1a101c3490411c85b8da9e54afd22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374486 Sep 01 02:28:26.220553 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.23', 48610) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 02:28:26.267114 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af78f978-ed45-44c1-8643-849fb5fb69d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:26.287449 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af78f978-ed45-44c1-8643-849fb5fb69d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:26.402972 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af78f978-ed45-44c1-8643-849fb5fb69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367811'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:26.405476 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-af78f978-ed45-44c1-8643-849fb5fb69d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:26.406607 dv-cinder-799668-15-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-af78f978-ed45-44c1-8643-849fb5fb69d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0aa6ca7c-927c-458c-bebe-e498a3d4a0ac HTTP/1.1" status: 204 len: 168 time: 0.1851926 Sep 01 02:28:26.414123 dv-cinder-799668-15-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78f978-ed45-44c1-8643-849fb5fb69d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa6ca7c-927c-458c-bebe-e498a3d4a0ac,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 02:28:34.303397 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26cb4a39-f547-498c-a8c2-a22ec9f64fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:36.337054 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:36.591262 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95abdbde-35b3-4470-9435-0f61ac649a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:37.137156 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:38.219487 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:28:39.350986 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:00.854847 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:29:04.293720 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e06246f-d385-41c1-b2c3-45a603a5e8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:06.361767 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:06.588079 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3da47d17-e71d-4bad-ba0b-ffe1c790d012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:07.121989 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:08.202518 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:09.339181 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:34.332681 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87c7bd0e-c0d5-456f-b6d9-79cf3b79910d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:36.370233 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:36.564581 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66137e42-6e89-4642-a4ab-be32d38724a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:37.141687 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:37.853353 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:29:38.195901 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:29:39.336288 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:04.312813 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a7f2-3f53-4903-817d-71bce2913463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:06.355026 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:06.560996 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5be93832-cba9-487f-8de8-d257cc3a1882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:07.137820 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:08.194957 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:09.344179 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:14.852066 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:30:34.329288 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e39efe10-8bff-4475-ba39-5bec22e138a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:36.371863 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:36.538089 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd6571b3-24cb-41c2-877e-63b0dc05945f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:37.148622 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:38.194516 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:39.334333 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:30:51.851780 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:31:04.282726 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b90a294-cde9-4e21-93bb-b0b7f1394ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:06.436727 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:06.559860 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5609d54d-c6c8-447b-b39f-80d32fa6ade7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:07.136413 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:08.202530 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:09.356872 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:28.849988 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:31:34.313710 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88d29abd-86a0-4163-9de1-049beaed1313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:36.387590 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:36.524432 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b730781-1bcc-4f74-9174-30eb871e4535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:37.130083 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:38.204480 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:31:39.350191 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:04.300862 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-774a7768-6b73-4670-9bea-91051b5f41ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:05.848132 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:32:06.361178 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:06.509791 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8854619-481d-4a8b-8bc3-ac0b97584ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:07.121303 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:08.201321 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:09.358213 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:34.294843 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed595b00-7041-4703-930a-4a8f91ce5360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:36.374806 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:36.512350 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f72a68c9-1b99-4fcf-9a7e-9424bdd8bcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:37.129254 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:38.223204 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:39.360762 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:32:42.846620 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:32:46.731601 dv-cinder-799668-15-iscsi neutron-server[94639]: DEBUG neutron.wsgi [req-5104b4c0-34a6-4233-8a60-1ef11ffa1485 req-8ea9e082-15ab-4dbd-95bf-085c55c5ec80 service neutron] (94639) timed out ('10.222.0.26', 59710) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 02:33:04.294164 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3290c8a6-4eb6-46ba-bba5-8f7f76db65a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:06.397001 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:06.528873 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39be9561-4b3a-4abc-8e0b-7163bf4a0a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:07.136952 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:08.228668 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:09.385931 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:19.846141 dv-cinder-799668-15-iscsi neutron-server[94641]: DEBUG neutron.db.agents_db [None req-2769e4b5-3843-4a51-aa21-c1b7c652ea0c None None] Agent healthcheck: found 6 active agents {{(pid=94641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 02:33:34.302276 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-419fe537-0321-4171-9e6b-d9e50553a9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:36.390601 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f9b655b-760b-4cc8-8320-df4c6d8c27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:36.522159 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c75beb5b-48bd-42c5-9076-66c09a3f06c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:37.142451 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-939b677f-9acb-46b4-9457-7e66b189c167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:38.213258 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e2b0bf-8072-4ef8-9719-30d5885c93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 02:33:39.367990 dv-cinder-799668-15-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756cee7-9eba-45b5-8623-4da15ba02c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735293870556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3636175'] for agent, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}